-- Logs begin at Fri 2021-01-15 14:12:06 UTC, end at Fri 2021-01-15 15:19:22 UTC. -- Jan 15 14:51:35.106019 dv-cinder-689486-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 15 14:51:37.822155 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.common.config [-] Logging enabled! Jan 15 14:51:37.822721 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev362 Jan 15 14:51:37.824048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79971) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 15 14:51:37.824805 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.common.config [-] Logging enabled! Jan 15 14:51:37.825098 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev362 Jan 15 14:51:37.825382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79971) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 15 14:51:37.826491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 14:51:37.826761 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 14:51:37.827835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 14:51:37.828132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 14:51:37.828398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 14:51:37.828777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.829132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.829479 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.829747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.830095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.830439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.830773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.831117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.832054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.832391 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.832720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.833050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.833316 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.833644 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.833991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.834332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.834590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] debug = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.834919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.835468 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.835827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.836153 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.836491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.836811 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.837126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.837467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.837847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] host = dv-cinder-689486-7-iscsi {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.838193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.838532 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.838867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.839205 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.839522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.839870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.840208 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.840527 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.840843 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] log_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.841164 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.841501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.841836 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.842180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.842443 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.842703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.843044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.843387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.843725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.844056 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.844377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.844710 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.845012 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.845326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.845661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.845997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.846333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.846652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.846999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.847312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.847631 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.847999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.848319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.848638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.848957 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.849294 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.849609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.849928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.850283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.850620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.850954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.851291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.851608 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.851973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.852293 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.852609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.852924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] use_json = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.853243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.853556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.853888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.854211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.854529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.854848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.855162 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.855500 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:37.855867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.856217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.856568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.856894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.857234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.857561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.857901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.858222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.858563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.858902 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.859239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.859561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.859919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.860244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.860612 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.860948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.861333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.861676 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.861995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.862311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.862658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.862976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.863308 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.863653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.864034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.864353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.864677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.865022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.865346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.865668 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.866001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.866324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.866640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.866967 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.867289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.867602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.867943 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.868267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.868608 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.868929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.869244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.869560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.869880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.870194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.870524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.870844 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.871160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.871476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.871823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.872144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.872462 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.872784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.873100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.873424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.873742 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.874063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.874381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.874697 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.875014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.875333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.875653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.875978 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.876289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.876617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.876923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.877240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.877558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.877899 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.878858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.879208 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.879533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.879882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.880212 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.880536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.880860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.881185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.881509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.881828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.882178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.882510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.882844 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.883173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.883497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.883870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.884198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.884528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.884848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.885172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.885501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.885831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.886448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.887142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.887489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.887861 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.888208 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.888538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.888906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.889237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:37.889492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 14:51:37.889770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79971) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 15 14:51:38.561970 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO keyring.backend [-] Loading Gnome Jan 15 14:51:38.579757 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO keyring.backend [-] Loading Google Jan 15 14:51:38.582587 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO keyring.backend [-] Loading Windows (alt) Jan 15 14:51:38.586136 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO keyring.backend [-] Loading file Jan 15 14:51:38.587149 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO keyring.backend [-] Loading keyczar Jan 15 14:51:38.587438 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO keyring.backend [-] Loading multi Jan 15 14:51:38.588126 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO keyring.backend [-] Loading pyfs Jan 15 14:51:38.636635 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:51:38.636952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:51:38.637293 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:51:38.637673 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 15 14:51:39.060825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.061417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.061417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.125269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.125586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.125893 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.130527 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.130839 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.131146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.213657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.213980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.214283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.215312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.215617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.215942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.340638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.340887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.341241 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.341552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.342385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.542322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.542704 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.543041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.543359 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.543717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.544081 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.544397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.544701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.545002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.545350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.545660 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.545979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.546296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.546602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.546929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.547257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.547582 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.547920 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.548217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.548727 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.549025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.549318 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.549669 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.550572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.551025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.551565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79971) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:51:39.551871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79971) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:51:39.552154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79971) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:51:39.552435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79971) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:51:39.552716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79971) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:51:39.552995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79971) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:51:39.554441 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 15 14:51:39.562952 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 15 14:51:39.571660 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 15 14:51:39.577122 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Jan 15 14:51:39.580183 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 15 14:51:39.582510 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 15 14:51:39.582917 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 15 14:51:39.583375 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 15 14:51:39.587057 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 15 14:51:39.587350 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 15 14:51:39.587803 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 15 14:51:39.613936 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 15 14:51:39.614595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.614937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79971) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 15 14:51:39.615354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.616826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79971) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 15 14:51:39.617169 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 15 14:51:39.617458 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 15 14:51:39.620641 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.620967 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:39.692007 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 15 14:51:39.692340 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 15 14:51:39.692543 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 15 14:51:39.692971 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 15 14:51:39.730009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.sqlalchemy.engines [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79971) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 15 14:51:40.157446 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Initializing driver for type 'gre' Jan 15 14:51:40.158011 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] gre ID ranges: [(1, 1000)] Jan 15 14:51:40.203339 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Initializing driver for type 'local' Jan 15 14:51:40.203749 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Initializing driver for type 'vlan' Jan 15 14:51:40.215407 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] VlanTypeDriver initialization complete Jan 15 14:51:40.215829 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Initializing driver for type 'vxlan' Jan 15 14:51:40.216388 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] vxlan ID ranges: [(1, 1000)] Jan 15 14:51:40.257679 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Initializing extension driver 'port_security' Jan 15 14:51:40.258110 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.extensions.port_security [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] PortSecurityExtensionDriver initialization complete Jan 15 14:51:40.258486 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Initializing mechanism driver 'openvswitch' Jan 15 14:51:40.265505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:51:40.266370 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > port after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.266776 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > port after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.267163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > port after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.267588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.268003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.268386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.269426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > network after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.269814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > network after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.270194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > network after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.270612 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.270995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.271382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.271827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.272213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.272583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.273156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > address_group after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.273533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > address_group after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.273907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.274269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] ML2 OVO RPC backend initialized. {{(pid=79971) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 15 14:51:40.275041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.275424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.275921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > network before_response 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.276304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > networks before_response 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.276684 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > port before_response 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.277060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > ports before_response 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.277437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.277816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.278188 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > network after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.278568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > network after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.278941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > network after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.279314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > port after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.279712 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > port after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.280084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > port after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.280455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.280830 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.281197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.281851 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.plugin [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Modular L2 Plugin initialization complete Jan 15 14:51:40.282210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading services supported by the core plugin {{(pid=79971) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 15 14:51:40.282580 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.plugins.ml2.managers [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Got port-security extension from driver 'port_security' Jan 15 14:51:40.283091 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.extensions.vlantransparent [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Disabled vlantransparent extension. Jan 15 14:51:40.284612 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79971) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 15 14:51:40.284967 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading Plugin: router Jan 15 14:51:40.327261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.327720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router after_create 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.328128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router before_create 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.328528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.328947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.329343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router after_delete 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.329745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.330152 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router after_create 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.330534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router after_update 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.330925 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router after_update 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.331901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.332296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router after_update 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.332907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.333381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: port after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.333721 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: port after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.334099 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: subnet after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.334481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.334871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.335273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.335646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: port before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.336074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.336481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router after_update 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.336865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.337254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.337663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.338091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.338529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > network after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.339616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Tracking information for resource: router configured {{(pid=79971) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:51:40.340016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Tracking information for resource: floatingip configured {{(pid=79971) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:51:40.345314 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_agentschedulers_db [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 15 14:51:40.345980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: port after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.346384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: port after_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.346833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: port after_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.347415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: port after_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.348382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router before_create 55550100 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.348788 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.349194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.349589 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.354343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.provider_configuration [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service providers = [] {{(pid=79971) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 15 14:51:40.354740 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.servicetype_db [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79971) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 15 14:51:40.357766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.service_base [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79971) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:51:40.358146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.service_base [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79971) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:51:40.358519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.service_base [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79971) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:51:40.359403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.service_base [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79971) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:51:40.359838 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.services.service_base [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 15 14:51:40.360266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79971) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:51:40.360621 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 15 14:51:40.383781 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79971) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:51:40.384151 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading Plugin: auto_allocate Jan 15 14:51:40.397230 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: network precommit_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.397633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: network precommit_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.398236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79971) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:51:40.398595 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading Plugin: tag Jan 15 14:51:40.410993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79971) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:51:40.411291 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading Plugin: timestamp Jan 15 14:51:40.415602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79971) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:51:40.415991 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading Plugin: network_ip_availability Jan 15 14:51:40.421561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.421968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.422358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.423197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79971) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:51:40.423556 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading Plugin: flavors Jan 15 14:51:40.441458 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79971) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:51:40.441826 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading Plugin: revisions Jan 15 14:51:40.446598 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79971) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:51:40.447029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:51:40.447920 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79971) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 15 14:51:40.448275 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Initializing extension manager. Jan 15 14:51:40.448872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: __init__.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.449206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: __pycache__ {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.449678 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.449948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: address_group.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.450797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.451468 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: address-group Jan 15 14:51:40.451857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: address_scope.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.452630 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.453220 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: address-scope Jan 15 14:51:40.453580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.454556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.455136 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: router-admin-state-down-before-update Jan 15 14:51:40.455497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: agent.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.456471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.457059 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: agent Jan 15 14:51:40.457422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: agent_resources_synced.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.458341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.458924 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: agent-resources-synced Jan 15 14:51:40.459282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.461172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.461767 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: allowed-address-pairs Jan 15 14:51:40.462132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.463236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.463877 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: auto-allocated-topology Jan 15 14:51:40.464238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: availability_zone.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.465023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.465610 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: availability_zone Jan 15 14:51:40.465969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: availability_zone_filter.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.466890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.467468 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: availability_zone_filter Jan 15 14:51:40.467865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: data_plane_status.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.468771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.469351 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension data-plane-status not supported by any of loaded plugins Jan 15 14:51:40.469706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: default_subnetpools.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.470630 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.471210 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: default-subnetpools Jan 15 14:51:40.471576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.472494 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.473193 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: dhcp_agent_scheduler Jan 15 14:51:40.473554 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: dns.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.474491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.475068 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension dns-integration not supported by any of loaded plugins Jan 15 14:51:40.475429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: dns_domain_ports.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.476374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.476952 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 15 14:51:40.477313 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: dvr.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.478036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.478624 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: dvr Jan 15 14:51:40.478983 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: empty_string_filtering.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.479941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.480522 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: empty-string-filtering Jan 15 14:51:40.480882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.481921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.482500 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 15 14:51:40.482857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.483803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.484379 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 15 14:51:40.484733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: external_net.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.485688 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.486250 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: external-net Jan 15 14:51:40.486606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.488116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.488698 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: extra_dhcp_opt Jan 15 14:51:40.489053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: extraroute.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.490001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.490578 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: extraroute Jan 15 14:51:40.490937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: extraroute_atomic.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.492018 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.492608 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: extraroute-atomic Jan 15 14:51:40.492962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: filter_validation.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.493688 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.494272 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: filter-validation Jan 15 14:51:40.494630 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: fip_pf_description.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.495552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.496154 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 15 14:51:40.496515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: fip_port_details.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.497458 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.498034 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: fip-port-details Jan 15 14:51:40.498383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: flavors.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.499650 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.500275 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: flavors Jan 15 14:51:40.500629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.502330 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.502923 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 15 14:51:40.503876 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: floatingip_pools.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.504720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.505223 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: floatingip-pools Jan 15 14:51:40.505584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: ip_allocation.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.506522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.507105 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension ip_allocation not supported by any of loaded plugins Jan 15 14:51:40.507459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.508430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.509007 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: ip-substring-filtering Jan 15 14:51:40.509372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: l2_adjacency.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.510299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.510874 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 15 14:51:40.511501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: l3.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.512778 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.513371 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: router Jan 15 14:51:40.513734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.516126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.516737 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 15 14:51:40.517102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.518034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.518654 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: ext-gw-mode Jan 15 14:51:40.519021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.520156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.520752 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: l3-ha Jan 15 14:51:40.521114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: l3_flavors.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.522054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.522635 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: l3-flavors Jan 15 14:51:40.522992 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.523953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.524540 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 15 14:51:40.524900 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: l3agentscheduler.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.526163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.526775 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: l3_agent_scheduler Jan 15 14:51:40.527137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: logging.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.528879 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.529481 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension logging not supported by any of loaded plugins Jan 15 14:51:40.529857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: metering.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.530670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.531420 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: metering Jan 15 14:51:40.531809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.532971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.533568 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: metering_source_and_destination_fields Jan 15 14:51:40.533940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: multiprovidernet.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.535091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.535814 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: multi-provider Jan 15 14:51:40.536180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: netmtu.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.537136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.538242 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: net-mtu Jan 15 14:51:40.538242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: netmtu_writable.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.539625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.539625 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: net-mtu-writable Jan 15 14:51:40.540430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: network_availability_zone.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.540652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.541235 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: network_availability_zone Jan 15 14:51:40.541595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: network_ip_availability.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.542834 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.543809 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: network-ip-availability Jan 15 14:51:40.544416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: network_segment_range.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.545873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.546893 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension network-segment-range not supported by any of loaded plugins Jan 15 14:51:40.547519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: pagination.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.549218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.550390 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: pagination Jan 15 14:51:40.551005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.552622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.553649 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: port-mac-address-regenerate Jan 15 14:51:40.554265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.555853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.556883 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: port-numa-affinity-policy Jan 15 14:51:40.557518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: port_resource_request.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.559053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.559974 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension port-resource-request not supported by any of loaded plugins Jan 15 14:51:40.560350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: portbindings.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.561471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.562063 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: binding Jan 15 14:51:40.562426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: portbindings_extended.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.563869 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.564469 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: binding-extended Jan 15 14:51:40.564833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: portsecurity.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.566352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.566951 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: port-security Jan 15 14:51:40.567307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: project_id.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.568515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.568890 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: project-id Jan 15 14:51:40.569249 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: providernet.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.570177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.570765 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: provider Jan 15 14:51:40.571137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: qos.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.574774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.575383 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension qos not supported by any of loaded plugins Jan 15 14:51:40.575778 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.577057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.577648 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 15 14:51:40.578016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.578962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.579551 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 15 14:51:40.579942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: qos_default.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.580881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.581520 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension qos-default not supported by any of loaded plugins Jan 15 14:51:40.581953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: qos_fip.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.582674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.583250 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension qos-fip not supported by any of loaded plugins Jan 15 14:51:40.583612 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.584614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.585201 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 15 14:51:40.585564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.586602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.587194 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 15 14:51:40.587552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.588504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.589082 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 15 14:51:40.589437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: qos_rules_alias.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.590508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.591097 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 15 14:51:40.591453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: quotasv2.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.592539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.592910 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: quotas Jan 15 14:51:40.593266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: quotasv2_detail.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.594889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.595270 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: quota_details Jan 15 14:51:40.595637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: rbac.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.596873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.597482 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: rbac-policies Jan 15 14:51:40.597842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: rbac_address_scope.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.598794 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.599380 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: rbac-address-scope Jan 15 14:51:40.599779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: rbac_security_groups.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.600723 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.601308 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: rbac-security-groups Jan 15 14:51:40.601666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.602586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.603169 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: rbac-subnetpool Jan 15 14:51:40.603528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: revisionifmatch.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.604490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.605069 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: revision-if-match Jan 15 14:51:40.605424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: revisions.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.606553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.607135 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: standard-attr-revisions Jan 15 14:51:40.607489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: router_availability_zone.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.608243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.608824 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: router_availability_zone Jan 15 14:51:40.609178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: routerservicetype.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.610236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.610819 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension router-service-type not supported by any of loaded plugins Jan 15 14:51:40.611177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.612151 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.613323 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: security-groups-normalized-cidr Jan 15 14:51:40.613690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.614616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.615210 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: port-security-groups-filtering Jan 15 14:51:40.615662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.616516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.617094 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: security-groups-remote-address-group Jan 15 14:51:40.617454 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: securitygroup.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.632962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.633628 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: security-group Jan 15 14:51:40.634002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: segment.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.634956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.635551 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension segment not supported by any of loaded plugins Jan 15 14:51:40.636222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.637252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.637838 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 15 14:51:40.638226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: servicetype.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.639343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.639955 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: service-type Jan 15 14:51:40.640318 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: sorting.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.641309 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.641682 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: sorting Jan 15 14:51:40.642041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: standard_attr_segment.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.642960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.643545 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 15 14:51:40.643978 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: standardattrdescription.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.644770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.645356 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: standard-attr-description Jan 15 14:51:40.645714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: stateful_security_group.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.646668 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.647268 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: stateful-security-group Jan 15 14:51:40.647627 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: stdattrs_common.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.648267 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 15 14:51:40.648622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.649555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.650141 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 15 14:51:40.650500 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: subnet_onboard.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.651560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.652176 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: subnet_onboard Jan 15 14:51:40.652537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.653544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.654120 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 15 14:51:40.654476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: subnet_service_types.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.655416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.656036 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: subnet-service-types Jan 15 14:51:40.656392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: subnetallocation.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.657498 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.658096 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: subnet_allocation Jan 15 14:51:40.658456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.659176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.660160 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: subnetpool-prefix-ops Jan 15 14:51:40.660520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.661522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.662058 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 15 14:51:40.662415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: tagging.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.663843 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.664457 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: standard-attr-tag Jan 15 14:51:40.664827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: timestamp.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.666021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.666609 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loaded extension: standard-attr-timestamp Jan 15 14:51:40.666980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: trunk.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.668043 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.668633 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension trunk not supported by any of loaded plugins Jan 15 14:51:40.668988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: trunk_details.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.669913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.670490 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension trunk-details not supported by any of loaded plugins Jan 15 14:51:40.670843 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.671792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.672375 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 15 14:51:40.672729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Loading extension file: vlantransparent.py {{(pid=79971) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:51:40.673440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79971) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:51:40.674018 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 15 14:51:40.677452 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:network Jan 15 14:51:40.678289 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:subnet Jan 15 14:51:40.678964 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:51:40.679627 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:port Jan 15 14:51:40.681186 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.681669 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service FLAVORS assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.682365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.682845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.683213 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:router Jan 15 14:51:40.683981 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:floatingip Jan 15 14:51:40.684754 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service METERING assigned prefix: /metering {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.686556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.686963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.687347 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:51:40.688556 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of CountableResource for resource:rbac_policy Jan 15 14:51:40.689055 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:security_group Jan 15 14:51:40.689869 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 15 14:51:40.691263 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service CORE assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.691639 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:51:40.692030 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] subnetpool is already registered Jan 15 14:51:40.692692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service CORE assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.693060 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:51:40.693423 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] subnetpool is already registered Jan 15 14:51:40.696284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.696763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service FLAVORS assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.697415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.697875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.698244 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:router Jan 15 14:51:40.698605 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] router is already registered Jan 15 14:51:40.699276 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:floatingip Jan 15 14:51:40.699634 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] floatingip is already registered Jan 15 14:51:40.700354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service METERING assigned prefix: /metering {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.701118 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of CountableResource for resource:rbac_policy Jan 15 14:51:40.701483 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] rbac_policy is already registered Jan 15 14:51:40.702125 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:security_group Jan 15 14:51:40.702490 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] security_group is already registered Jan 15 14:51:40.703145 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 15 14:51:40.703509 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] security_group_rule is already registered Jan 15 14:51:40.704275 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service CORE assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.704640 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:51:40.705000 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] subnetpool is already registered Jan 15 14:51:40.705673 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.resource_helper [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Service CORE assigned prefix: {{(pid=79971) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:51:40.706036 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:51:40.706512 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.quota.resource_registry [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] subnetpool is already registered Jan 15 14:51:40.707514 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: extensions {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.709117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: address-groups {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.710813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: address-scopes {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.712138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: agents {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.713393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: auto-allocated-topology {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.714699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: availability_zones {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.716117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: dhcp-networks {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.717614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: dhcp-agents {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.719140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: routers {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.721075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: flavors {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.722951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: service_profiles {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.724278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: next_providers {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.725900 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: service_profiles {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.727452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: floatingip-pools {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.728782 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: routers {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.730672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: floatingips {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.731938 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: l3-routers {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.733419 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: l3-agents {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.734915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: metering-labels {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.737515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: metering-label-rules {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.739336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: network-ip-availabilities {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.740818 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: bindings {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.742559 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: quotas {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.744101 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: quotas {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.745604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: rbac-policies {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.746949 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: security-groups {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.748261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: security-group-rules {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.749571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: service-providers {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.750866 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: subnetpools {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.752384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: subnetpools {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.753957 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: tags {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.755760 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: tags {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.757766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: tags {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.759658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: tags {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.761829 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: tags {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.763634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: tags {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.765546 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: tags {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.767513 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: tags {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.769577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: tags {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.771514 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.extensions [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Extended resource: tags {{(pid=79971) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:51:40.778799 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING keystonemiddleware.auth_token [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 15 14:51:40.784191 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING keystonemiddleware.auth_token [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 15 14:51:40.793814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Acquired lock "singleton_lock" {{(pid=79971) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 15 14:51:40.794343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Releasing lock "singleton_lock" {{(pid=79971) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 15 14:51:40.795880 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO oslo_service.service [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Starting 2 workers Jan 15 14:51:40.801333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Started child 80084 {{(pid=79971) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:51:40.805898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:40.806340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Started child 80085 {{(pid=79971) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:51:40.808022 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.service [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 15 14:51:40.808368 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [-] (80084) wsgi starting up on http://0.0.0.0:9696 Jan 15 14:51:40.808716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Notify callbacks [] for process, before_spawn {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:40.810948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:40.811312 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO oslo_service.service [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Starting 1 workers Jan 15 14:51:40.812447 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [-] (80085) wsgi starting up on http://0.0.0.0:9696 Jan 15 14:51:40.816972 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Started child 80086 {{(pid=79971) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:51:40.817556 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO oslo_service.service [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Starting 1 workers Jan 15 14:51:40.819465 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.service [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] calling RpcWorker wait() {{(pid=80086) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 15 14:51:40.819900 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.service [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] returning from RpcWorker wait() {{(pid=80086) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 15 14:51:40.821358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:40.821892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:51:40.822471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Started child 80087 {{(pid=79971) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:51:40.823307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f6541de9-ebbe-4f4a-856a-d5f303a4b1c3 None None] Notify callbacks [] for process, after_spawn {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:40.824962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79971) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 15 14:51:40.825187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 14:51:40.825380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 14:51:40.825652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 14:51:40.826082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 14:51:40.826246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 14:51:40.826842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.827106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:40.827259 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.827404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.827735 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.828077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.828762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.829078 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.829383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.829703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.829976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.830180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.830376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.830681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.830947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.831557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.831716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.831963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.832441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.832680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.832919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.833244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.833539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.833842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] debug = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.834106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.834721 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.834991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.835262 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.835516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.835853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.836129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.836429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.836721 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.836969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.837244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.837526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.837779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.838045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.838354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.838607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.839067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] host = dv-cinder-689486-7-iscsi {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.839319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.839571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.839866 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.840136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.840421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.840672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.840964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.841269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.841564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.841828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.842106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.842378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.842654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.842922 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.843092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_options = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.843363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.843648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.843960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.844174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.844371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.844539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.844849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.845045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.845388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.845629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.845801 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.846051 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.846324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.846685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.847436 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.847620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.848119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.848304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.848642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.849484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.849484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.849484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.849747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.849906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.850320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.850574 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.850844 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.851147 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.851367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.851634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.851960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.852266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.852687 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.852791 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.853110 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.853339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.853604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.854216 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:51:40.854317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.854317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.854505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.854810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.855062 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.855388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.855736 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.855846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.856111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_json = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.856360 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.856907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.857180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.857614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.858222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.858222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.858592 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.858848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.859187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.859517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.859888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.860325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.860607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.862129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.862129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.862129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.862129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.862129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.862129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.864714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.864714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.864714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.864714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.864714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.864714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.869077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.869077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.869077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.869077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.869077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.869077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.869077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.869077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.870372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.870372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.870372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.870372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.870372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.870372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.870372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.870372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.871901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.872337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.872435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.872682 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.872968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.873217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.873463 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.873912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.874191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.874439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.874686 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.875080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.875520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.875804 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.876058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.876538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.876862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.877193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.877449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.877697 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.878256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.878427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.878660 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.878892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.879303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.879759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.880240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.880515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.880767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.881017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.881285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.881540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.881795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.882044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.882268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.882646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.883079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.883386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.883764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.884053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.884342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.884636 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.884917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.885192 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.885466 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.885740 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.886268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.886516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.886816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.887102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.887386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.887651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.887945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.888250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.888496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.888772 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.889026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.889296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.889556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.889844 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.890289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.890564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.890862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.891162 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.891473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.891744 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.892100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.892349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.892680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.893014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.893327 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.893649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.893948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.894282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.894591 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.894861 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.895150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.895448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.895757 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.896188 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.896640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.897066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.897485 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.897886 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.898333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.898853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.899323 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.899604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.899902 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.900222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.900503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.900791 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.901110 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.902713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.902713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.902713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.902713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.902713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.902713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.903202 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.903202 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.903399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.903888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.904339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.904597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.904869 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.905150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.905406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.905677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.905946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.906224 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.906485 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.906783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.907016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.907242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.907521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.907806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.908063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.908320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.908573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.908882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.909135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.909997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.910287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.910553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.910839 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.911415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.911415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.911634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.911922 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.912180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.912460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.912701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.912940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.913188 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.913453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.913711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.913961 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.914448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.914611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.914860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.915137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.915409 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.915708 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.915977 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.916248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.916518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.916793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.917043 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.917299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.917599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.917879 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.918139 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.918397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.918611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.918862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.919125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.919365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.919659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.920011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.920273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.920562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.920903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.921181 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.921432 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.921687 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.921954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.922218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.922463 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.922719 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.922966 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.923204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.923468 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.923759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.924019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.924286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.924501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.924822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.925863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.926816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.926816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.926816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.927145 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.927145 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.927438 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.929649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.929649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.929649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.929649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.929649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.929649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.929649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.930918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.930918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.930918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.930918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.931381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.931381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.931662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.931855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.935524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.935524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.935524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.935524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.935524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.935524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.935524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.935524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.935524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.936774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.936774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.936774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.936774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.936774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.936774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.936774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.936774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 14:51:40.937847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79971) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 15 14:51:40.937847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 14:51:40.937847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 14:51:40.937847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 14:51:40.937847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 14:51:40.937847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 14:51:40.937847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.937847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.938553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.938553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.938553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.938553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.938553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.938553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.939256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.939256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.939256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.939256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.939595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.939595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.939832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.939927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.940021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.940207 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.940383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.940808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.940974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.941143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.941312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] debug = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.941466 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.941752 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.941891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.942034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.942224 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.942385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.942557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.942752 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.942946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.943132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.943307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.943489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.943642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.943749 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.943931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.944119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.944307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] host = dv-cinder-689486-7-iscsi {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.944499 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.944683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.944847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.945023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.945191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.945378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.945565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.945767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.945895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.946079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.946266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.946451 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.946640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.946826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.947012 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_options = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.947201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.947393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.947576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.947827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.948020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.948206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.948395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.948582 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.948767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.948954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.949138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.949324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.949519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.949699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.949885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.950073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.950196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.950317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.950577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.950744 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.950861 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.950969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.951137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.951321 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.951498 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.951667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.951860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.952046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.952223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.952405 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.952556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.952711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.952813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.953003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.953191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.953378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.953572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.953764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.953944 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.954143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.954341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.954490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.954651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.954807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.954990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.955176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_json = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.955362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.955549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.955770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.955991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.956241 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.956389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.956525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.956815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:51:40.956815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.957055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.957163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.957392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.957642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.957835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.958028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.958219 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.958408 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.958599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.958797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.958988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.959190 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.959381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.959573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.959798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.960006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.960218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.960412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.960584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.960764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.960764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.961126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.961126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.961388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.961532 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.961705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.961831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.961971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.962163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.962355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.962548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.962739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.962928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.963118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.963289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.963446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.963645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.963859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.964017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.964212 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.964526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.964526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.964831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.965024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.965024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.965287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.965422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.965557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.965729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.965918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.966109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.966300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.966491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.966681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.966869 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.967059 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.967224 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.967426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.967634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.967827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.968010 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.968165 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.968303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.968440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.968590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.968759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.968939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.969140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.969336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.969536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.969755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.969755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.970167 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.970167 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.970569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.970569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.970569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.971164 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.971164 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.971164 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.972974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.972974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.972974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.972974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.973932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.973932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.973932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.973932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.973932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.975035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.975035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.975035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.975035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.975035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.975035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.975035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.976266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.976266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.976266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.976266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.976266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.976266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.976266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.977420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.977420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.977420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.977420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.977420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.977420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.977420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.978617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.978617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.978617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.978617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.978617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.978617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.978617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.979935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.979935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.979935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.979935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.979935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.979935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.979935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.979935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.981365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.981365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.981365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.981365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.981365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.981365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.981365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.981365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.982496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.982496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.982496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.982496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.982496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.982496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.982496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.983882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.983882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.983882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.983882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.983882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.983882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.983882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.983882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.985726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.985726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.985726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.985726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.985726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.985726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.985726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.985726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.986950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.986950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.986950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.986950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.988177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:51:40.988478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.988478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.988478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.988478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.988478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.988478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.988478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.988478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.989677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.989677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.989677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.989677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.989677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.989677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.989677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.989677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.990810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.990810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.990810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.990810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.990810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.990810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.990810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.990810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.991888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.991888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.991888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.991888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.991888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.991888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.991888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.991888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.993022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.993022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.993022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.993022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.993022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.993022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.993022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.993022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.994172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.994172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.994172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.994172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.994172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.994172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.994172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.995351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.995351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.995351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.995351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.995351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.995351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.995351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.996385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.996385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.996385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.996385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.996385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.996385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.997061 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.997061 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.997061 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.997061 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.997412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.997412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.997585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.997679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.997848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.998039 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.998229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.998426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.998622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.998822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.999021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.999214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.999414 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.999617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:40.999844 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.000035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.000234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.000441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.000637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.000828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.001026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.001213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.001404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.001617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.001782 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.001930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.002155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.002367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.002534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.002678 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.002781 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.002936 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.003153 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.003345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.003542 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.003749 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.003943 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:51:41.004136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79971) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 14:51:41.280213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59150) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:51:41.292312 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098543 Jan 15 14:51:52.866511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662adcf-1b12-407c-9280-b29d62bbbb7a None None] get_active_networks_info from dv-cinder-689486-7-iscsi {{(pid=80086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 15 14:51:53.009837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d662adcf-1b12-407c-9280-b29d62bbbb7a None None] No non-hosted networks {{(pid=80086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 15 14:51:53.035167 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-45e21d0a-bcb4-4ad0-9b26-0823da30bbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888'] for agent, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:54.642687 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a166bc10-4f78-40a4-abb8-0e5a4a6521e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888'] for agent, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:54.685350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-32a35d03-3342-40c3-b6dc-e69e3c44af85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:55.948701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888'] for agent, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:56.774953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888'] for agent, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:56.776014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.776540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.777209 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.777856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.778347 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.778853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.779379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.779918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.780652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.781133 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.781614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.782143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:51:56.782681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-689486-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:51:56.791055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-689486-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:51:57.348433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888'] for agent, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:51:58.702997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] get_endpoint_by_host() called for host dv-cinder-689486-7-iscsi {{(pid=80086) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 15 14:51:58.710943 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] get_endpoint_by_ip() called for ip 192.168.0.62 {{(pid=80086) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 15 14:51:58.716571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] _add_endpoint() called for ip 192.168.0.62 {{(pid=80086) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 15 14:51:58.723513 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] _get_endpoints() called {{(pid=80086) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 15 14:51:59.144410 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59240) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:51:59.791779 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_hamode_db [None req-891fbfad-c182-426d-be1e-241dd928d26d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 15 14:51:59.842538 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING oslo_policy.policy [None req-4bc80add-1c88-4616-98a9-c6dba474dc73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:51:59.843150 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING oslo_policy.policy [None req-4bc80add-1c88-4616-98a9-c6dba474dc73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:51:59.880597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fbfad-c182-426d-be1e-241dd928d26d None None] Routers set() bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:51:59.880945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fbfad-c182-426d-be1e-241dd928d26d None None] Router IDs set() for agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 15 14:52:00.088934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [None req-4bc80add-1c88-4616-98a9-c6dba474dc73 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:52:00.090145 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4bc80add-1c88-4616-98a9-c6dba474dc73 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9447100 Jan 15 14:52:02.845090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59254) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:03.281657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-53cb46ea-bac8-4900-85f2-e5f2bc5217aa admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:52:03.336951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.policy [None req-53cb46ea-bac8-4900-85f2-e5f2bc5217aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80085) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 15 14:52:03.337792 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING oslo_policy.policy [None req-53cb46ea-bac8-4900-85f2-e5f2bc5217aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:52:03.338244 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING oslo_policy.policy [None req-53cb46ea-bac8-4900-85f2-e5f2bc5217aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:52:03.350291 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota [None req-53cb46ea-bac8-4900-85f2-e5f2bc5217aa admin admin] Loaded quota_driver: . Jan 15 14:52:03.396859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-53cb46ea-bac8-4900-85f2-e5f2bc5217aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:52:03.455512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-53cb46ea-bac8-4900-85f2-e5f2bc5217aa admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292052696132', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292052704672', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292052715536', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292052663070', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292052660274', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854172279', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604048', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853073247', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1998751'] for rbac-policy, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:03.527942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-53cb46ea-bac8-4900-85f2-e5f2bc5217aa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:03.529732 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-53cb46ea-bac8-4900-85f2-e5f2bc5217aa admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6833811 Jan 15 14:52:06.657556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59268) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:07.190718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Request body: {'network': {'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'name': 'private', 'admin_state_up': True}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:52:07.196600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:52:07.201329 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Usage tracker for resource:network and tenant:518944ec332a4ed68b8ccbadd6e866d7 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:52:07.205009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:52:07.211799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:52:07.220750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Made reservation on behalf of 518944ec332a4ed68b8ccbadd6e866d7 for: {'network': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:52:07.227048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:07.245359 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:07.261832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:52:07.266292 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Usage tracker for resource:security_group_rule and tenant:518944ec332a4ed68b8ccbadd6e866d7 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:52:07.270879 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:52:07.276910 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:52:07.380440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:07.383233 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:07.389014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:07.411589 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 14:52:07.440463 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:07.441007 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Added segment 5c80f845-1fd4-4d6d-88ca-e0fcf76b056e of type vxlan for network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 Jan 15 14:52:07.497423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4848a448-3a9a-4891-ad45-e939bcad1467,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:07.524113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.524487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.524847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.525206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.525559 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.525925 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.526277 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.526621 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.526988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.527334 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.527732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.528046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Tracked resource versions report: Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: pushed versions: Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: { 'AddressGroup': {'1.1'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': {'1.0'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': {'1.0'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': {'1.1'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': {'1.6'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': {'1.2'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': {'1.8'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': {'1.4'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': {'1.0'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': {'1.1'}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': {'1.1'}} Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: consumer versions: Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: { DHCP agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: L3 agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: Metadata agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: Metering agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@dv-cinder-689486-7-iscsi: { 'AddressGroup': '1.1', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}} Jan 15 14:52:07.529354 dv-cinder-689486-7-iscsi neutron-server[79971]: {{(pid=80085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:52:07.568629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:07.586011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:07.614795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:07.616222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:52:07.616902 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:07.776120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:07.890511 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2317564 Jan 15 14:52:07.891236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Pushing event updated for resources: {'Network': ['ID=aaf99624-cd96-4ee3-9161-ea5ec643c4c9,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:07.894535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:07.902954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 14:52:11.141161 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59284) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:11.673197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506a59fc-d910-4c55-930c-3fa0338729f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:52:11.675461 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-506a59fc-d910-4c55-930c-3fa0338729f4 admin admin] 10.222.0.70 "GET /v2.0/networks/aaf99624-cd96-4ee3-9161-ea5ec643c4c9 HTTP/1.1" status: 200 len: 818 time: 0.5332432 Jan 15 14:52:11.703982 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-68b3209b-681f-42ca-ba4d-6636b4348c23 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/03596fa8-993f-409a-8c08-6e4c968c3aa8 HTTP/1.1" status: 200 len: 734 time: 0.0222254 Jan 15 14:52:11.714088 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Request body: {'subnet': {'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'name': 'private-subnet', 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9', 'ip_version': 4, 'subnetpool_id': '03596fa8-993f-409a-8c08-6e4c968c3aa8', 'gateway_ip': '172.20.0.1'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:52:11.719111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:52:11.724366 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Usage tracker for resource:subnet and tenant:518944ec332a4ed68b8ccbadd6e866d7 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:52:11.727940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:52:11.734600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:52:11.746996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Made reservation on behalf of 518944ec332a4ed68b8ccbadd6e866d7 for: {'subnet': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:52:11.755146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:12.359202 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for subnet, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:12.375262 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:12.521394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8264b8af-cc55-4605-904f-67c4e57699ee,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:12.527537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:12.591404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Checking segment: {'id': '5c80f845-1fd4-4d6d-88ca-e0fcf76b056e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:52:12.591841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Network hostable DHCP agents. Network: aaf99624-cd96-4ee3-9161-ea5ec643c4c9, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 14:52:12.614982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 14:52:12.624725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, aaf99624-cd96-4ee3-9161-ea5ec643c4c9) {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:52:12.629304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:52:12.629933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:12.634249 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5767ab9-5636-4e35-954e-36330fbdf43c None None] Network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:52:12.650137 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9397092 Jan 15 14:52:12.979567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2f9bea-895b-58e7-9e77-4544d41874e9-aaf99624-cd96-4ee3-9161-ea5ec643c4c9', 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'fixed_ips': [{'subnet_id': '8264b8af-cc55-4605-904f-67c4e57699ee'}]}} from dv-cinder-689486-7-iscsi. {{(pid=80086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 14:52:12.981080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:13.521040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Allocated IP 172.20.0.2 (aaf99624-cd96-4ee3-9161-ea5ec643c4c9/8264b8af-cc55-4605-904f-67c4e57699ee/d87afe9a-28c8-4608-981a-a29d7c8baff1) {{(pid=80086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:52:13.800810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Notify callbacks [] for port, precommit_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:13.815914 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Transition to ACTIVE for port object d87afe9a-28c8-4608-981a-a29d7c8baff1 will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:52:13.837875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Transition to ACTIVE for port object d87afe9a-28c8-4608-981a-a29d7c8baff1 will not be triggered until provisioned by entity DHCP. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:52:13.844407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:13.861102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:14.005255 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Pushing event updated for resources: {'Port': ['ID=d87afe9a-28c8-4608-981a-a29d7c8baff1,revision_number=1']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:14.018431 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.018797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.019163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.019517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.019897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.020255 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.020602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.020947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.021308 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.021651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.021993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.022336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Tracked resource versions report: Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: pushed versions: Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: { 'AddressGroup': {'1.1'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': {'1.0'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': {'1.0'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': {'1.1'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': {'1.6'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': {'1.2'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': {'1.8'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': {'1.4'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': {'1.0'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': {'1.1'}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': {'1.1'}} Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: consumer versions: Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: { DHCP agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: L3 agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: Metadata agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: Metering agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@dv-cinder-689486-7-iscsi: { 'AddressGroup': '1.1', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}} Jan 15 14:52:14.023467 dv-cinder-689486-7-iscsi neutron-server[79971]: {{(pid=80086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:52:14.029794 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:14.068955 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 is already hosted by enough agents. {{(pid=80086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:52:14.070115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Resources bound (agent type, host, resource id): {{(pid=80086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:52:14.072855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Received port after_create {{(pid=80086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:52:14.134401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Attempting to bind port d87afe9a-28c8-4608-981a-a29d7c8baff1 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:52:14.134811 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Attempting to bind port d87afe9a-28c8-4608-981a-a29d7c8baff1 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '5c80f845-1fd4-4d6d-88ca-e0fcf76b056e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:52:14.135235 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Attempting to bind port d87afe9a-28c8-4608-981a-a29d7c8baff1 on network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:52:14.143928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:52:14.144512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Checking segment: {'id': '5c80f845-1fd4-4d6d-88ca-e0fcf76b056e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:52:14.144993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:14.145439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Bound using segment: {'id': '5c80f845-1fd4-4d6d-88ca-e0fcf76b056e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:52:14.146016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Bound port: d87afe9a-28c8-4608-981a-a29d7c8baff1, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c80f845-1fd4-4d6d-88ca-e0fcf76b056e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:52:14.146493 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:14.249158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] For port d87afe9a-28c8-4608-981a-a29d7c8baff1, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:52:14.253601 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] For port d87afe9a-28c8-4608-981a-a29d7c8baff1, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=d87afe9a-28c8-4608-981a-a29d7c8baff1,segment=NetworkSegment(5c80f845-1fd4-4d6d-88ca-e0fcf76b056e),segment_id=5c80f845-1fd4-4d6d-88ca-e0fcf76b056e)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:52:14.257315 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:14.273380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:14.428075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Pushing event updated for resources: {'Port': ['ID=d87afe9a-28c8-4608-981a-a29d7c8baff1,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:14.432780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:15.550092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59294) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:16.187525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [None req-af4d2781-75fa-4aa5-82e6-dcba4e73fe59 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:52:16.190078 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-af4d2781-75fa-4aa5-82e6-dcba4e73fe59 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.6381547 Jan 15 14:52:18.799508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device d87afe9a-28c8-4608-981a-a29d7c8baff1 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:52:18.872497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port d87afe9a-28c8-4608-981a-a29d7c8baff1 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:52:19.065069 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59308) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:19.310531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d8c4b9-1a87-4d92-a916-81bfe547bc3d None None] Network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:52:19.429216 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-a8c49e85-6bd1-4b30-b0d4-f28a0c31037f None None] Provisioning for port d87afe9a-28c8-4608-981a-a29d7c8baff1 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:52:19.439282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-a8c49e85-6bd1-4b30-b0d4-f28a0c31037f None None] Provisioning complete for port d87afe9a-28c8-4608-981a-a29d7c8baff1 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:52:19.439700 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a8c49e85-6bd1-4b30-b0d4-f28a0c31037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:19.519869 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [None req-448aee54-e192-449e-b385-a6e5cbf3c2b6 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:52:19.531705 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-448aee54-e192-449e-b385-a6e5cbf3c2b6 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4549069 Jan 15 14:52:19.687428 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a8c49e85-6bd1-4b30-b0d4-f28a0c31037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:19.735653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-a8c49e85-6bd1-4b30-b0d4-f28a0c31037f None None] For port d87afe9a-28c8-4608-981a-a29d7c8baff1, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=d87afe9a-28c8-4608-981a-a29d7c8baff1,segment=NetworkSegment(5c80f845-1fd4-4d6d-88ca-e0fcf76b056e),segment_id=5c80f845-1fd4-4d6d-88ca-e0fcf76b056e)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:52:19.740922 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a8c49e85-6bd1-4b30-b0d4-f28a0c31037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:19.742898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a6e3f4e4-85fe-42eb-baaa-158a90cd6a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:19.819257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c49e85-6bd1-4b30-b0d4-f28a0c31037f None None] Pushing event updated for resources: {'Port': ['ID=d87afe9a-28c8-4608-981a-a29d7c8baff1,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:19.822718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a8c49e85-6bd1-4b30-b0d4-f28a0c31037f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:19.974382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-cfdc18e6-09d7-49f1-a118-148bf6470167 None None] Provisioning complete for port d87afe9a-28c8-4608-981a-a29d7c8baff1 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:52:19.974788 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cfdc18e6-09d7-49f1-a118-148bf6470167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:20.226416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-0a3edd83-43b1-4c43-8480-4f7041c79a06 None None] Provisioning complete for port d87afe9a-28c8-4608-981a-a29d7c8baff1 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:52:20.226743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0a3edd83-43b1-4c43-8480-4f7041c79a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:20.763904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device d87afe9a-28c8-4608-981a-a29d7c8baff1 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:52:20.841703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port d87afe9a-28c8-4608-981a-a29d7c8baff1 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:52:20.842282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:22.631497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08beffbe-8d18-4761-90e5-26d1aef6b3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:22.652705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59320) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:23.084236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'admin_state_up': True}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:52:23.091722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:52:23.098686 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] Usage tracker for resource:router and tenant:518944ec332a4ed68b8ccbadd6e866d7 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:52:23.103718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:52:23.109853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:52:23.119427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48989'] for router, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:23.120763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852803243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1982770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726810'] for router, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:23.141668 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:23.243061 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852803285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852792883'] for router, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:23.262376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] Notify callbacks [] for router, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:23.263637 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-34fe29ca-0c89-4626-9c3f-a9e1eda3ded1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6098707 Jan 15 14:52:24.656577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b18ec617-1a55-48d6-b505-aaa6c56f4bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:25.772240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:25.968480 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59336) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:26.288648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [None req-894b8642-fcce-4f74-a38f-20cfc057f5dd admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:52:26.289847 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-894b8642-fcce-4f74-a38f-20cfc057f5dd admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3204288 Jan 15 14:52:26.772387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:27.276442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:28.878824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:52:28.943123 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59356) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:29.023238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:52:29.028177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:52:29.032186 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Usage tracker for resource:network and tenant:8f19e1514be748c0a0aa9f3a749ec617 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:52:29.035662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:52:29.041694 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:52:29.050786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Made reservation on behalf of 8f19e1514be748c0a0aa9f3a749ec617 for: {'network': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:52:29.055827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:29.068799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:29.084073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:52:29.088082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Usage tracker for resource:security_group_rule and tenant:8f19e1514be748c0a0aa9f3a749ec617 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:52:29.091837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:52:29.097718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:52:29.182168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:29.184865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:29.189809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:29.204622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Reserving flat network on physical network physnet1 {{(pid=80085) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 15 14:52:29.225793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40331711-7c51-4801-bfce-1148707c4a5b,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:29.230072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:29.231011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:29.231617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Unsubscribe: segment precommit_create {{(pid=80085) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 15 14:52:29.232052 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Added segment 4c80881c-ca34-4bde-9552-5c9f989fabd7 of type flat for network 5d29fd04-ed01-410d-a94e-5841f80335e6 Jan 15 14:52:29.271055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:29.308964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:29.310220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:52:29.310859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:29.317098 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:29.433958 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4896119 Jan 15 14:52:29.434734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Pushing event updated for resources: {'Network': ['ID=5d29fd04-ed01-410d-a94e-5841f80335e6,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:29.437595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:29.446872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 14:52:32.086701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59370) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:32.232649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18e9e6-f3b3-443b-9cfa-fd533ebe5b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:52:32.234149 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9d18e9e6-f3b3-443b-9cfa-fd533ebe5b3a admin admin] 10.222.0.70 "GET /v2.0/subnets/8264b8af-cc55-4605-904f-67c4e57699ee HTTP/1.1" status: 200 len: 849 time: 0.1463993 Jan 15 14:52:32.386584 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-bf64d962-ba8f-42a4-ad63-e97431f19a4d admin admin] 10.222.0.70 "GET /v2.0/routers/705f0ef8-576e-44da-9237-5030d8f6b81a HTTP/1.1" status: 200 len: 704 time: 0.1457186 Jan 15 14:52:33.023734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:33.408548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Allocated IP 172.20.0.1 (aaf99624-cd96-4ee3-9161-ea5ec643c4c9/8264b8af-cc55-4605-904f-67c4e57699ee/3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:52:33.580243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:33.598750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Transition to ACTIVE for port object 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:52:33.651154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:33.666771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:33.801755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Pushing event updated for resources: {'Port': ['ID=3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:33.814970 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:33.862158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:52:33.863315 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:52:33.865754 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:52:33.866283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852806391'] for router_interface, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:34.062379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-5d9d6f12-7d45-4146-8cbb-229847840cf1 None None] Provisioning for port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:52:34.067491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-5d9d6f12-7d45-4146-8cbb-229847840cf1 None None] Provisioning complete for port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:52:34.067924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5d9d6f12-7d45-4146-8cbb-229847840cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:34.122277 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d6f12-7d45-4146-8cbb-229847840cf1 None None] Port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 14:52:34.140027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:34.439391 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:34.442931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:34.444105 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1168418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969654'] for router_interface, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:34.459709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:34.592383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Pushing event updated for resources: {'Port': ['ID=3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:34.596062 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:34.653310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:52:34.654436 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:52:34.848046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-e1ad7063-0d70-4a1f-bf00-e148cac98d9a None None] Provisioning complete for port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:52:34.848577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7063-0d70-4a1f-bf00-e148cac98d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:34.906731 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad7063-0d70-4a1f-bf00-e148cac98d9a None None] Port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 14:52:35.024641 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Router 705f0ef8-576e-44da-9237-5030d8f6b81a is scheduled to L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b with binding_index 1 {{(pid=80085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 14:52:35.184079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 14:52:35.194532 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Sync routers for ids ['705f0ef8-576e-44da-9237-5030d8f6b81a'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 14:52:35.196055 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] 10.222.0.70 "PUT /v2.0/routers/705f0ef8-576e-44da-9237-5030d8f6b81a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8027153 Jan 15 14:52:35.206734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Routers {'705f0ef8-576e-44da-9237-5030d8f6b81a'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:52:35.207772 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T14:52:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['705f0ef8-576e-44da-9237-5030d8f6b81a'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:52:35.397449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Set router 705f0ef8-576e-44da-9237-5030d8f6b81a gateway port host: None {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:52:35.803594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'name': 'router1', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:23Z', 'updated_at': '2021-01-15T14:52:34Z', 'revision_number': 2, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'gw_port_host': None, '_interfaces': [{'id': '3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb', 'name': '', 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'mac_address': 'fa:16:3e:ec:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:33Z', 'updated_at': '2021-01-15T14:52:34Z', 'revision_number': 2, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'subnets': [{'id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03596fa8-993f-409a-8c08-6e4c968c3aa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:52:35.809014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Checking router: 705f0ef8-576e-44da-9237-5030d8f6b81a for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 14:52:35.809439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Updating router 705f0ef8-576e-44da-9237-5030d8f6b81a port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb binding host dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 14:52:35.863937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:36.510228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:36.527911 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Transition to ACTIVE for port object 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:52:36.531071 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:36.547126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:36.703150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Pushing event updated for resources: {'Port': ['ID=3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:36.716776 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.717029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.717373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.717732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.718080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.718435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.718784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.719129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.719492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.720003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.720440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.720785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Tracked resource versions report: Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: pushed versions: Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: { 'AddressGroup': {'1.1'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': {'1.0'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': {'1.0'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': {'1.1'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': {'1.6'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': {'1.2'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': {'1.8'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': {'1.4'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': {'1.0'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': {'1.1'}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': {'1.1'}} Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: consumer versions: Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: { DHCP agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: L3 agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: Metadata agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: Metering agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@dv-cinder-689486-7-iscsi: { 'AddressGroup': '1.1', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}} Jan 15 14:52:36.721940 dv-cinder-689486-7-iscsi neutron-server[79971]: {{(pid=80087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:52:36.743896 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:36.897616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Attempting to bind port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:52:36.898233 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Attempting to bind port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '5c80f845-1fd4-4d6d-88ca-e0fcf76b056e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:52:36.898408 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Attempting to bind port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb on network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:52:36.905090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:52:36.905545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Checking segment: {'id': '5c80f845-1fd4-4d6d-88ca-e0fcf76b056e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:52:36.905953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:36.906378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Bound using segment: {'id': '5c80f845-1fd4-4d6d-88ca-e0fcf76b056e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:52:36.906954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Bound port: 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c80f845-1fd4-4d6d-88ca-e0fcf76b056e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:52:36.907534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:37.013993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] For port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:52:37.019520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] For port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb,segment=NetworkSegment(5c80f845-1fd4-4d6d-88ca-e0fcf76b056e),segment_id=5c80f845-1fd4-4d6d-88ca-e0fcf76b056e)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:52:37.024235 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:37.052626 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:37.217349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Pushing event updated for resources: {'Port': ['ID=3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb,revision_number=4']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:37.222239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:37.293332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Routers {'705f0ef8-576e-44da-9237-5030d8f6b81a'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:52:37.294521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T14:52:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['705f0ef8-576e-44da-9237-5030d8f6b81a'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:52:37.506660 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] Set router 705f0ef8-576e-44da-9237-5030d8f6b81a gateway port host: None {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:52:37.852959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 59382) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:37.882941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'name': 'router1', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:23Z', 'updated_at': '2021-01-15T14:52:34Z', 'revision_number': 2, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'gw_port_host': None, '_interfaces': [{'id': '3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb', 'name': '', 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'mac_address': 'fa:16:3e:ec:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:33Z', 'updated_at': '2021-01-15T14:52:37Z', 'revision_number': 4, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'subnets': [{'id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03596fa8-993f-409a-8c08-6e4c968c3aa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:52:37.887550 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d9c3a-8c05-427d-8c03-8c1ede257430 None None] The sync data for ids ['705f0ef8-576e-44da-9237-5030d8f6b81a'] in dv-cinder-689486-7-iscsi is: [{'id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'name': 'router1', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:23Z', 'updated_at': '2021-01-15T14:52:34Z', 'revision_number': 2, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'gw_port_host': None, '_interfaces': [{'id': '3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb', 'name': '', 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'mac_address': 'fa:16:3e:ec:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:33Z', 'updated_at': '2021-01-15T14:52:37Z', 'revision_number': 4, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'subnets': [{'id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03596fa8-993f-409a-8c08-6e4c968c3aa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 14:52:38.077368 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING oslo_policy.policy [None req-ca0f8ea4-627b-40f6-91b1-a53bb0c9cde9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:52:38.077978 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING oslo_policy.policy [None req-ca0f8ea4-627b-40f6-91b1-a53bb0c9cde9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:52:38.542849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.policy [None req-ca0f8ea4-627b-40f6-91b1-a53bb0c9cde9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80084) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 15 14:52:38.543751 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING oslo_policy.policy [None req-ca0f8ea4-627b-40f6-91b1-a53bb0c9cde9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:52:38.544169 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING oslo_policy.policy [None req-ca0f8ea4-627b-40f6-91b1-a53bb0c9cde9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:52:38.554247 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0f8ea4-627b-40f6-91b1-a53bb0c9cde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:52:38.556398 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ca0f8ea4-627b-40f6-91b1-a53bb0c9cde9 admin admin] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 842 time: 0.7014918 Jan 15 14:52:38.568597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:52:38.572142 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.quota [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Loaded quota_driver: . Jan 15 14:52:38.578644 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:52:38.585595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Usage tracker for resource:subnet and tenant:8f19e1514be748c0a0aa9f3a749ec617 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:52:38.589116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:52:38.596001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:52:38.609159 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Made reservation on behalf of 8f19e1514be748c0a0aa9f3a749ec617 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:52:38.615226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:39.328701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.objects.ports [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 14:52:39.329266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:39.346098 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:39.504693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f632f421-aead-47d6-a145-5c5d728cafbe,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:39.526875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.527223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.527579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.527968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.528323 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.528679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.529029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.529375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.529729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.530072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.530418 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.530760 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Tracked resource versions report: Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: pushed versions: Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: { 'AddressGroup': {'1.1'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': {'1.0'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': {'1.0'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': {'1.1'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': {'1.6'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': {'1.2'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': {'1.8'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': {'1.4'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': {'1.0'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': {'1.1'}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': {'1.1'}} Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: consumer versions: Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: { DHCP agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: L3 agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: Metadata agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: Metering agent@dv-cinder-689486-7-iscsi: {}, Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@dv-cinder-689486-7-iscsi: { 'AddressGroup': '1.1', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}} Jan 15 14:52:39.531951 dv-cinder-689486-7-iscsi neutron-server[79971]: {{(pid=80084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:52:39.574914 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:39.606774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Checking segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:52:39.607047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Network hostable DHCP agents. Network: 5d29fd04-ed01-410d-a94e-5841f80335e6, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 14:52:39.631621 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 14:52:39.641317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 5d29fd04-ed01-410d-a94e-5841f80335e6) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:52:39.647107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:52:39.647815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:39.653125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb30bd-7906-4e4a-9825-86161efde8b2 None None] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:52:39.670833 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1077282 Jan 15 14:52:39.903501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb21c7-b319-4f06-8b37-6113f5e5338e None None] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:52:40.790568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:52:40.858455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:52:40.864445 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:52:40.864854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:40.988777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:41.179222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb,segment=NetworkSegment(5c80f845-1fd4-4d6d-88ca-e0fcf76b056e),segment_id=5c80f845-1fd4-4d6d-88ca-e0fcf76b056e)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:52:41.187996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:41.190490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:41.258652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:41.262341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:42.375790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59406) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:42.610372 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-2e7281c5-80c3-44c8-beca-b124feb4767f admin admin] 10.222.0.70 "GET /v2.0/routers/705f0ef8-576e-44da-9237-5030d8f6b81a HTTP/1.1" status: 200 len: 710 time: 0.2331161 Jan 15 14:52:42.755439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c4c91-8178-4a47-9276-76fcd0ea8858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:52:42.756097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-7c4c4c91-8178-4a47-9276-76fcd0ea8858 admin admin] Synchronizing usage tracker for tenant:8f19e1514be748c0a0aa9f3a749ec617 on resource:network {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:52:42.773923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-7c4c4c91-8178-4a47-9276-76fcd0ea8858 admin admin] Unset dirty status for tenant:8f19e1514be748c0a0aa9f3a749ec617 on resource:network {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:52:42.775180 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-7c4c4c91-8178-4a47-9276-76fcd0ea8858 admin admin] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 886 time: 0.1590018 Jan 15 14:52:42.775803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:52:42.785817 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:52:42.850278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:52:42.850694 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:43.238902 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1982755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726793'] for router, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:43.584971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:43.647485 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:43.660156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:43.676211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:52:43.680189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:52:43.683063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:52:43.689509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:52:43.774182 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:43.776816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:43.792549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9789e262-e8df-4073-ac4d-aee0e222a969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:43.892742 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1f37ab-dd1e-4823-90d2-a0fc7427b6e7,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:43.896051 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:44.057312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Allocated IP 172.27.1.237 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/b8ef8a43-fb85-4505-9ae1-0e26c30e2662) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:52:44.209846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:44.235621 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:44.251102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:44.576231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ef8a43-fb85-4505-9ae1-0e26c30e2662,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:44.581637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:44.625109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:52:44.626933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:52:44.629289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:52:45.021648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:45.378057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1982755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726793'] for router, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:45.381497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852792883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852792868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1982932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852803108'] for router, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:45.564468 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Router 705f0ef8-576e-44da-9237-5030d8f6b81a has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 14:52:45.747875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 14:52:45.757791 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Sync routers for ids ['705f0ef8-576e-44da-9237-5030d8f6b81a'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 14:52:45.764130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Notify callbacks [] for router, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:45.765423 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] 10.222.0.70 "PUT /v2.0/routers/705f0ef8-576e-44da-9237-5030d8f6b81a HTTP/1.1" status: 200 len: 890 time: 2.9839571 Jan 15 14:52:45.769097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Routers {'705f0ef8-576e-44da-9237-5030d8f6b81a'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:52:45.769796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T14:52:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['705f0ef8-576e-44da-9237-5030d8f6b81a'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:52:45.973282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Set router 705f0ef8-576e-44da-9237-5030d8f6b81a gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:52:46.335789 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'name': 'router1', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b8ef8a43-fb85-4505-9ae1-0e26c30e2662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:23Z', 'updated_at': '2021-01-15T14:52:44Z', 'revision_number': 4, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'gw_port': {'id': 'b8ef8a43-fb85-4505-9ae1-0e26c30e2662', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fe:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:43Z', 'updated_at': '2021-01-15T14:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb', 'name': '', 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'mac_address': 'fa:16:3e:ec:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:33Z', 'updated_at': '2021-01-15T14:52:41Z', 'revision_number': 5, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'subnets': [{'id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03596fa8-993f-409a-8c08-6e4c968c3aa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:52:46.340895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Checking router: 705f0ef8-576e-44da-9237-5030d8f6b81a for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 14:52:46.341287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Updating router 705f0ef8-576e-44da-9237-5030d8f6b81a port b8ef8a43-fb85-4505-9ae1-0e26c30e2662 binding host dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 14:52:46.394996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:46.794124 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Notify callbacks [] for port, precommit_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:46.807550 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Transition to ACTIVE for port object b8ef8a43-fb85-4505-9ae1-0e26c30e2662 will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:52:46.810520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:46.831402 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:46.965518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630bbab-9ee9-441e-9856-23f8e7e89367 None None] Pushing event updated for resources: {'Port': ['ID=b8ef8a43-fb85-4505-9ae1-0e26c30e2662,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:46.970132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f630bbab-9ee9-441e-9856-23f8e7e89367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:47.029884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Attempting to bind port b8ef8a43-fb85-4505-9ae1-0e26c30e2662 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:52:47.030283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Attempting to bind port b8ef8a43-fb85-4505-9ae1-0e26c30e2662 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:52:47.030679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Attempting to bind port b8ef8a43-fb85-4505-9ae1-0e26c30e2662 on network 5d29fd04-ed01-410d-a94e-5841f80335e6 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:52:47.036354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:52:47.036709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Checking segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:52:47.037139 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:47.037562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Bound using segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:52:47.038058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Bound port: b8ef8a43-fb85-4505-9ae1-0e26c30e2662, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:52:47.038470 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:47.112349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] For port b8ef8a43-fb85-4505-9ae1-0e26c30e2662, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:52:47.115547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] For port b8ef8a43-fb85-4505-9ae1-0e26c30e2662, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=b8ef8a43-fb85-4505-9ae1-0e26c30e2662,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:52:47.118994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:47.134790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:47.280672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630bbab-9ee9-441e-9856-23f8e7e89367 None None] Pushing event updated for resources: {'Port': ['ID=b8ef8a43-fb85-4505-9ae1-0e26c30e2662,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:47.285997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f630bbab-9ee9-441e-9856-23f8e7e89367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:47.329502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Routers {'705f0ef8-576e-44da-9237-5030d8f6b81a'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:52:47.330154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T14:52:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['705f0ef8-576e-44da-9237-5030d8f6b81a'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:52:47.510519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] Set router 705f0ef8-576e-44da-9237-5030d8f6b81a gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:52:48.001512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'name': 'router1', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b8ef8a43-fb85-4505-9ae1-0e26c30e2662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:23Z', 'updated_at': '2021-01-15T14:52:44Z', 'revision_number': 4, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'gw_port': {'id': 'b8ef8a43-fb85-4505-9ae1-0e26c30e2662', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fe:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:43Z', 'updated_at': '2021-01-15T14:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb', 'name': '', 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'mac_address': 'fa:16:3e:ec:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:33Z', 'updated_at': '2021-01-15T14:52:41Z', 'revision_number': 5, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'subnets': [{'id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03596fa8-993f-409a-8c08-6e4c968c3aa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:52:48.005705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc27ae-9b8b-4e2e-aecd-2fed1657e539 None None] The sync data for ids ['705f0ef8-576e-44da-9237-5030d8f6b81a'] in dv-cinder-689486-7-iscsi is: [{'id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'name': 'router1', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b8ef8a43-fb85-4505-9ae1-0e26c30e2662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:23Z', 'updated_at': '2021-01-15T14:52:44Z', 'revision_number': 4, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'gw_port': {'id': 'b8ef8a43-fb85-4505-9ae1-0e26c30e2662', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fe:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:43Z', 'updated_at': '2021-01-15T14:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb', 'name': '', 'network_id': 'aaf99624-cd96-4ee3-9161-ea5ec643c4c9', 'tenant_id': '518944ec332a4ed68b8ccbadd6e866d7', 'mac_address': 'fa:16:3e:ec:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f0ef8-576e-44da-9237-5030d8f6b81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:33Z', 'updated_at': '2021-01-15T14:52:41Z', 'revision_number': 5, 'project_id': '518944ec332a4ed68b8ccbadd6e866d7', 'subnets': [{'id': '8264b8af-cc55-4605-904f-67c4e57699ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03596fa8-993f-409a-8c08-6e4c968c3aa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 14:52:48.509086 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59416) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:52:48.658589 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c5ab1-2b85-4e51-bbc7-8129616a342d admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:52:48.660329 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c52c5ab1-2b85-4e51-bbc7-8129616a342d admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1501546 Jan 15 14:52:48.806936 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device b8ef8a43-fb85-4505-9ae1-0e26c30e2662 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:52:48.878016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port b8ef8a43-fb85-4505-9ae1-0e26c30e2662 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:52:48.883268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port b8ef8a43-fb85-4505-9ae1-0e26c30e2662 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:52:48.883735 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:49.009902 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:49.027063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port b8ef8a43-fb85-4505-9ae1-0e26c30e2662, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=b8ef8a43-fb85-4505-9ae1-0e26c30e2662,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:52:49.030149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:49.033394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f630bbab-9ee9-441e-9856-23f8e7e89367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:52:49.104930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=b8ef8a43-fb85-4505-9ae1-0e26c30e2662,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:52:49.113742 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:52:50.781679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device b8ef8a43-fb85-4505-9ae1-0e26c30e2662 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:52:50.889077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port b8ef8a43-fb85-4505-9ae1-0e26c30e2662 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:52:50.889662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:52.648183 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-753693d1-24b3-497b-afda-aad64c351779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:54.671039 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-024bd581-0a16-4a83-abbb-e7af1dbcf528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:55.784079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:56.784101 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:52:57.284655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:05.879395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:53:22.630526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8517fca1-af0d-4d6e-93ef-ff4038a56147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:24.657341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a2a951e0-1aa2-4122-8f52-f55b86bbd9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:25.775251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:26.782808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:27.283426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:42.879202 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:53:52.633355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-22247c8f-9e73-499d-b8ad-89fd91f5ea48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:54.665409 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-59c9fffe-01f7-4168-b81c-b6a765cfe888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:55.777564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:56.787885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:57.291190 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:19.879006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:54:22.637521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1c8e5d79-aeb1-41e1-8bf6-6a96fd0f587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:24.656690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ff9d35b5-f019-4643-9d02-694792779a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:25.781279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:26.789486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:27.293048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:52.642469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7506a8d3-6b4b-4538-b72b-71e6714dad95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:54.659246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b2118e24-63d9-4e27-abfa-b4cf24ab769b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:55.784467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:56.796280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:56.879195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:54:57.299173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:06.090593 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 59992) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:06.192360 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.pecan_wsgi.hooks.translation [None req-817d29c6-a6da-4ca9-a9b4-7c9baee8c26f admin admin] GET failed (client error): The resource could not be found. Jan 15 14:55:06.193727 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-817d29c6-a6da-4ca9-a9b4-7c9baee8c26f admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1020961 Jan 15 14:55:06.344256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81e2f25-18dc-4676-8c51-2e8e9cf9193c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:06.345740 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e81e2f25-18dc-4676-8c51-2e8e9cf9193c admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1477010 Jan 15 14:55:08.833727 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60002) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:08.982373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73088258-e57b-4cae-b4b1-46a080eda9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:08.983872 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-73088258-e57b-4cae-b4b1-46a080eda9ea admin admin] 10.222.0.70 "GET /v2.0/subnets/8264b8af-cc55-4605-904f-67c4e57699ee HTTP/1.1" status: 200 len: 849 time: 0.1490729 Jan 15 14:55:08.994387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:55:09.126308 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:09.443264 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363292050525112'] for subnet, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:09.459780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-050ea822-397e-4895-a03b-7e03fcd19cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:55:09.613305 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8264b8af-cc55-4605-904f-67c4e57699ee,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:55:09.627303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.627746 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.628127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.628496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.628859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.629225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.629586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.629945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.630349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.630708 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.631066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.631423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:55:09.638418 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:55:09.850296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:09.850915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:09.852344 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] 10.222.0.70 "PUT /v2.0/subnets/8264b8af-cc55-4605-904f-67c4e57699ee HTTP/1.1" status: 200 len: 868 time: 0.8620503 Jan 15 14:55:09.855859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f73e98c-3c36-4b90-8fb4-b6b47938d2b9 None None] Network aaf99624-cd96-4ee3-9161-ea5ec643c4c9 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:55:10.315324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-384474c0-df03-4ab7-89fc-19b904eac736 None None] Provisioning complete for port d87afe9a-28c8-4608-981a-a29d7c8baff1 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:55:10.315775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-384474c0-df03-4ab7-89fc-19b904eac736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:10.445356 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-384474c0-df03-4ab7-89fc-19b904eac736 None None] Provisioning complete for port 3cce37d3-03a6-4cb0-88d7-f7fe6175d6bb triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:55:10.445652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-384474c0-df03-4ab7-89fc-19b904eac736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:12.337616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60012) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:12.570026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19330215-d925-4455-b325-ce433b5f012b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:12.570367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19330215-d925-4455-b325-ce433b5f012b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:12.572079 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-19330215-d925-4455-b325-ce433b5f012b admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2333865 Jan 15 14:55:15.063230 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60022) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:15.277347 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feafd6e-e455-4c6a-b417-186aa3e28ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:15.277779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feafd6e-e455-4c6a-b417-186aa3e28ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:15.279485 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-2feafd6e-e455-4c6a-b417-186aa3e28ee7 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2152209 Jan 15 14:55:17.813025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60032) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:18.031533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a173add-9782-47a8-b113-34c4c71c361d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:18.033079 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-1a173add-9782-47a8-b113-34c4c71c361d admin admin] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 886 time: 0.2189941 Jan 15 14:55:20.542092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60042) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:20.753786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0efed-17e7-4941-b4cf-0a30fd21b7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:20.755231 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d6c0efed-17e7-4941-b4cf-0a30fd21b7ab admin admin] 10.222.0.70 "GET /v2.0/networks/aaf99624-cd96-4ee3-9161-ea5ec643c4c9 HTTP/1.1" status: 200 len: 862 time: 0.2120638 Jan 15 14:55:22.644786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-92b959f1-6202-4e99-bb9d-411717f7b4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:23.248386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60052) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:23.393452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371869b-270a-4a78-80d4-16881ce6cd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:23.393884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371869b-270a-4a78-80d4-16881ce6cd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:23.394658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e371869b-270a-4a78-80d4-16881ce6cd6b admin admin] Synchronizing usage tracker for tenant:8f19e1514be748c0a0aa9f3a749ec617 on resource:subnet {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:55:23.412133 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e371869b-270a-4a78-80d4-16881ce6cd6b admin admin] Unset dirty status for tenant:8f19e1514be748c0a0aa9f3a749ec617 on resource:subnet {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:55:23.431784 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e371869b-270a-4a78-80d4-16881ce6cd6b admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1639729 Jan 15 14:55:24.661577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1108bce3-3575-4736-9efa-6a6d469ebae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:25.785814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:25.903129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60062) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:26.049016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c568a8d-5e96-48db-80f4-8943c2e805fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:26.049351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c568a8d-5e96-48db-80f4-8943c2e805fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:26.050990 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5c568a8d-5e96-48db-80f4-8943c2e805fc admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1467590 Jan 15 14:55:26.788818 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:27.299831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:28.545747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60072) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:28.697824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53e6a0-8734-4e1c-87dc-840d3a172303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:28.699297 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-fa53e6a0-8734-4e1c-87dc-840d3a172303 admin admin] 10.222.0.70 "GET /v2.0/subnets/8264b8af-cc55-4605-904f-67c4e57699ee HTTP/1.1" status: 200 len: 868 time: 0.1525226 Jan 15 14:55:31.203275 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60082) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:31.341713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec229d-5a5e-4415-a13f-b3e4cac338de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:31.343189 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-67ec229d-5a5e-4415-a13f-b3e4cac338de admin admin] 10.222.0.70 "GET /v2.0/subnets/f632f421-aead-47d6-a145-5c5d728cafbe HTTP/1.1" status: 200 len: 816 time: 0.1388583 Jan 15 14:55:33.878590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:55:52.646267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-151f2f1e-51c6-4658-8a8d-b2d0c9855662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:54.665475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6ce98c6f-7185-4d6f-8ccd-1d0167625d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:55.794435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:56.792122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:57.307793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:57.453209 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60122) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:57.533884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [None req-d4b1a5ce-f9d0-42df-b7c5-d9fcf77a1402 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:55:57.534973 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d4b1a5ce-f9d0-42df-b7c5-d9fcf77a1402 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0806339 Jan 15 14:56:00.081060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60132) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:56:00.185040 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5eb1a7-29d6-4951-872b-c85625b41082 admin admin] GET failed (client error): The resource could not be found. Jan 15 14:56:00.186329 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-db5eb1a7-29d6-4951-872b-c85625b41082 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1042464 Jan 15 14:56:00.323889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f1087b-bd1a-4cb6-8ac6-b7ce8c4b0cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:56:00.325458 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-98f1087b-bd1a-4cb6-8ac6-b7ce8c4b0cf7 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1348047 Jan 15 14:56:02.836851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60142) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:56:02.917565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:56:02.922520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:56:02.932490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:56:02.941039 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Made reservation on behalf of 8f19e1514be748c0a0aa9f3a749ec617 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:56:02.945926 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:03.049990 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.services.revisions.revision_plugin [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Could not find related network for resource to bump revision. Jan 15 14:56:03.069646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 14:56:03.080722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:03.081211 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Added segment 56b31429-2dbc-4e63-8a20-97458c82daef of type vxlan for network 3f8e27df-bb18-4627-85a7-90a9de12f740 Jan 15 14:56:03.119999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:03.156069 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:03.158344 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:56:03.159008 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:03.163872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:56:03.269983 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4313889 Jan 15 14:56:03.270703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Pushing event updated for resources: {'Network': ['ID=3f8e27df-bb18-4627-85a7-90a9de12f740,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:56:03.278632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.279016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.279388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.279765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.280119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.280490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.280838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.281184 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.281531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.281877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.282221 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.282563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:03.297352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:56:03.305273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 3f8e27df-bb18-4627-85a7-90a9de12f740 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 14:56:05.813946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60152) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:56:05.915221 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fa66ef-658f-44a7-a434-3493af957b2e admin admin] GET failed (client error): The resource could not be found. Jan 15 14:56:05.915797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-05fa66ef-658f-44a7-a434-3493af957b2e admin admin] Synchronizing usage tracker for tenant:8f19e1514be748c0a0aa9f3a749ec617 on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:56:05.929865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-05fa66ef-658f-44a7-a434-3493af957b2e admin admin] Unset dirty status for tenant:8f19e1514be748c0a0aa9f3a749ec617 on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:56:05.931525 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-05fa66ef-658f-44a7-a434-3493af957b2e admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1160579 Jan 15 14:56:06.048688 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c2548-07b8-42e0-9784-442e13091d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:56:06.050256 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-3b6c2548-07b8-42e0-9784-442e13091d63 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1142564 Jan 15 14:56:06.063613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740', 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:56:06.068368 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:56:06.078772 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:56:06.087218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Made reservation on behalf of 8f19e1514be748c0a0aa9f3a749ec617 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:56:06.091933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:06.500343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:06.657932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:56:06.788374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bb8e85-924a-4cec-89af-6c0dd3735a01,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:56:06.791904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:56:06.853854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Checking segment: {'id': '56b31429-2dbc-4e63-8a20-97458c82daef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:56:06.854379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Network hostable DHCP agents. Network: 3f8e27df-bb18-4627-85a7-90a9de12f740, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 14:56:06.872573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Network 3f8e27df-bb18-4627-85a7-90a9de12f740 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 14:56:06.880555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 3f8e27df-bb18-4627-85a7-90a9de12f740) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:56:06.885231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:56:06.885900 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:06.889894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854b655-9953-4c69-a489-77af004e980f None None] Network 3f8e27df-bb18-4627-85a7-90a9de12f740 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:56:06.911018 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8512170 Jan 15 14:56:07.130847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2f9bea-895b-58e7-9e77-4544d41874e9-3f8e27df-bb18-4627-85a7-90a9de12f740', 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740', 'tenant_id': '8f19e1514be748c0a0aa9f3a749ec617', 'fixed_ips': [{'subnet_id': 'b4bb8e85-924a-4cec-89af-6c0dd3735a01'}]}} from dv-cinder-689486-7-iscsi. {{(pid=80086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 14:56:07.131847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:07.429819 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Allocated IP 192.168.233.2 (3f8e27df-bb18-4627-85a7-90a9de12f740/b4bb8e85-924a-4cec-89af-6c0dd3735a01/e9dee618-ab27-41df-877e-c8fa53c65fe0) {{(pid=80086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:56:07.804676 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Notify callbacks [] for port, precommit_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:07.816486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Transition to ACTIVE for port object e9dee618-ab27-41df-877e-c8fa53c65fe0 will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:56:07.833576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Transition to ACTIVE for port object e9dee618-ab27-41df-877e-c8fa53c65fe0 will not be triggered until provisioned by entity DHCP. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:56:07.845456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:07.862863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a8c49e85-6bd1-4b30-b0d4-f28a0c31037f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:56:08.007538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Pushing event updated for resources: {'Port': ['ID=e9dee618-ab27-41df-877e-c8fa53c65fe0,revision_number=1']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:56:08.020108 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.020488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.020869 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.021236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.021603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.021972 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.022328 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.022685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.023060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.023457 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.023842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.024195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:56:08.030698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:56:08.075244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Network 3f8e27df-bb18-4627-85a7-90a9de12f740 is already hosted by enough agents. {{(pid=80086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:56:08.076422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Resources bound (agent type, host, resource id): {{(pid=80086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:56:08.078839 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Received port after_create {{(pid=80086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:56:08.137411 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Attempting to bind port e9dee618-ab27-41df-877e-c8fa53c65fe0 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:56:08.137816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Attempting to bind port e9dee618-ab27-41df-877e-c8fa53c65fe0 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '56b31429-2dbc-4e63-8a20-97458c82daef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:56:08.138223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Attempting to bind port e9dee618-ab27-41df-877e-c8fa53c65fe0 on network 3f8e27df-bb18-4627-85a7-90a9de12f740 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:56:08.144674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:56:08.145086 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Checking segment: {'id': '56b31429-2dbc-4e63-8a20-97458c82daef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:56:08.145522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:08.145953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Bound using segment: {'id': '56b31429-2dbc-4e63-8a20-97458c82daef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:56:08.146461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Bound port: e9dee618-ab27-41df-877e-c8fa53c65fe0, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b31429-2dbc-4e63-8a20-97458c82daef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:56:08.146902 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:08.242666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] For port e9dee618-ab27-41df-877e-c8fa53c65fe0, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:56:08.246948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] For port e9dee618-ab27-41df-877e-c8fa53c65fe0, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=e9dee618-ab27-41df-877e-c8fa53c65fe0,segment=NetworkSegment(56b31429-2dbc-4e63-8a20-97458c82daef),segment_id=56b31429-2dbc-4e63-8a20-97458c82daef)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:56:08.251031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:08.267561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:56:08.413393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Pushing event updated for resources: {'Port': ['ID=e9dee618-ab27-41df-877e-c8fa53c65fe0,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:56:08.418602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:56:08.904280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device e9dee618-ab27-41df-877e-c8fa53c65fe0 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:56:08.974089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port e9dee618-ab27-41df-877e-c8fa53c65fe0 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:56:09.703199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9732ae-2d42-4888-95c2-f394514c0aea None None] Network 3f8e27df-bb18-4627-85a7-90a9de12f740 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:56:09.815299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-f69c4a20-1f00-46e3-be7a-9e5bf32dfb10 None None] Provisioning for port e9dee618-ab27-41df-877e-c8fa53c65fe0 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:56:09.824521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-f69c4a20-1f00-46e3-be7a-9e5bf32dfb10 None None] Provisioning complete for port e9dee618-ab27-41df-877e-c8fa53c65fe0 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:56:09.824933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f69c4a20-1f00-46e3-be7a-9e5bf32dfb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:10.066078 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f69c4a20-1f00-46e3-be7a-9e5bf32dfb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:10.110611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-f69c4a20-1f00-46e3-be7a-9e5bf32dfb10 None None] For port e9dee618-ab27-41df-877e-c8fa53c65fe0, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=e9dee618-ab27-41df-877e-c8fa53c65fe0,segment=NetworkSegment(56b31429-2dbc-4e63-8a20-97458c82daef),segment_id=56b31429-2dbc-4e63-8a20-97458c82daef)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:56:10.114228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f69c4a20-1f00-46e3-be7a-9e5bf32dfb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:10.116440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:56:10.190208 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c4a20-1f00-46e3-be7a-9e5bf32dfb10 None None] Pushing event updated for resources: {'Port': ['ID=e9dee618-ab27-41df-877e-c8fa53c65fe0,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:56:10.193707 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f69c4a20-1f00-46e3-be7a-9e5bf32dfb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:56:10.353183 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-24f89f93-03d2-4b42-8c38-0f552dd6ed08 None None] Provisioning complete for port e9dee618-ab27-41df-877e-c8fa53c65fe0 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:56:10.353600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-24f89f93-03d2-4b42-8c38-0f552dd6ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:10.605833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-1e41afd5-24cc-4ee2-ac41-fd495e71f11d None None] Provisioning complete for port e9dee618-ab27-41df-877e-c8fa53c65fe0 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:56:10.606243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1e41afd5-24cc-4ee2-ac41-fd495e71f11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:10.847604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-2079fcf2-b50a-46e8-92da-0ef9ec1b568b None None] Provisioning complete for port e9dee618-ab27-41df-877e-c8fa53c65fe0 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:56:10.848052 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2079fcf2-b50a-46e8-92da-0ef9ec1b568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:10.879640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:56:10.892525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device e9dee618-ab27-41df-877e-c8fa53c65fe0 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:56:11.029269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port e9dee618-ab27-41df-877e-c8fa53c65fe0 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:56:11.029701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:22.653171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-606fbc96-eb00-4d73-9986-2e9371cf9603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:24.667993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bd3b48b5-d91b-46c8-b8ff-ea21f15a2d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:25.794502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:26.795810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:27.306825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:47.879082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:56:52.644989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0bc4c1fd-c20a-4e5d-b58a-448789285cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:54.669155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7f7b7cef-ccd5-4cad-b581-c1f615dd9c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:55.797675 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:56.798006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:57.309572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:14.586457 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60194) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:14.592850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [None req-91b5becd-8b58-4ff1-8ed2-66aa1e8a167d tempest-verify_tempest_config-521976847 tempest-verify_tempest_config-521976847] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:57:14.593882 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-91b5becd-8b58-4ff1-8ed2-66aa1e8a167d tempest-verify_tempest_config-521976847 tempest-verify_tempest_config-521976847] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0063949 Jan 15 14:57:14.946092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60214) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:15.099839 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:15.114659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:57:15.119335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Usage tracker for resource:security_group_rule and tenant:02fc1158890f4b70bbbde3ec4fc96d9e is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:57:15.122286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:57:15.128022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:57:15.217410 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:15.220101 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:15.229343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:57:15.270655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Synchronizing usage tracker for tenant:8f19e1514be748c0a0aa9f3a749ec617 on resource:security_group {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:57:15.274254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3ebf85-4312-408e-8fb9-004a9ae14bc0,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:57:15.284433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.284825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.285192 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.285551 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.285906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.286273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.286623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.286973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.287342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.287709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.288054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.288932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:15.294171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:57:15.301269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Unset dirty status for tenant:8f19e1514be748c0a0aa9f3a749ec617 on resource:security_group {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:57:15.304973 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02fc1158890f4b70bbbde3ec4fc96d9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3569725 Jan 15 14:57:15.305923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60220) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:15.371803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f7f99ef1-f03f-4a4f-93ec-8b91a1f9e85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:15.399319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f7f99ef1-f03f-4a4f-93ec-8b91a1f9e85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:15.449472 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f7f99ef1-f03f-4a4f-93ec-8b91a1f9e85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:15.454809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:57:15.466210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f99ef1-f03f-4a4f-93ec-8b91a1f9e85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3ebf85-4312-408e-8fb9-004a9ae14bc0,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:57:15.468640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f7f99ef1-f03f-4a4f-93ec-8b91a1f9e85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:57:15.474539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f7f99ef1-f03f-4a4f-93ec-8b91a1f9e85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:15.476298 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f7f99ef1-f03f-4a4f-93ec-8b91a1f9e85b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc3ebf85-4312-408e-8fb9-004a9ae14bc0 HTTP/1.1" status: 204 len: 168 time: 0.1688509 Jan 15 14:57:22.648779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c65782d6-abf7-450f-bd64-cd5e7a97a47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:24.672858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-dd687e03-494f-48de-a722-5844ef296205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:24.878388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:57:25.799706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:26.800304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:27.313206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:52.650495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d1fb5ebd-8602-4409-9eeb-1f267f2607f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:54.675698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-89e15107-b411-44ed-a3b3-a4692941147b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:55.802228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:56.802881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:57.314451 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:01.878706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:58:22.652536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3da078a2-fdd2-4ba0-8920-1b8c8a5b1fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:24.677481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca601-5e89-4195-96bd-bfeadfb59bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:25.804923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:26.806941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:27.317764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:38.878033 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:58:52.654813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1db17afd-7fcb-4011-9e4e-42675ca9e123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:54.679002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-aa130ef8-762a-4512-99c1-dc492307e46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:55.810191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:56.807921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:56.989933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888'] for agent, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:56.990531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.990738 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.991149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.991510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.991931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.992298 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.992661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.993030 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.993399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.993826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.994187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.994571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:56.994956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-68948', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:58:56.999057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-68948', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:58:57.321063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:57.413072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] get_endpoint_by_host() called for host hv-cinder-68948 {{(pid=80086) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 15 14:58:57.417775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] get_endpoint_by_ip() called for ip 192.168.0.67 {{(pid=80086) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 15 14:58:57.420835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] _add_endpoint() called for ip 192.168.0.67 {{(pid=80086) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 15 14:58:57.426941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] _get_endpoints() called {{(pid=80086) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 15 14:59:12.834876 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60292) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:59:12.987608 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f5ceee8a-a5e0-411d-8083-676624c7782a admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1515515 Jan 15 14:59:15.561930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60302) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:59:15.656632 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-70dbee45-5cff-4875-a8e8-232ef1226e63 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0935080 Jan 15 14:59:15.878822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:59:22.658995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-46e5fb9c-3d48-4796-86ad-6885c5433a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:24.684062 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e0a2244f-9665-4aae-873c-f4e785caef52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:25.811452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:26.810930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:27.011105 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:27.328557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:52.661265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6680e32b-3248-40db-b13e-dfa42c263d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:52.878473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:59:54.686561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8ba7-dd41-4960-a9d8-e1cde270c156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:55.813642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:56.813020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:57.006469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:57.326852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:22.665287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-471226f8-f5cb-4214-9bed-ca392fc9befa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:24.688219 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ed2f458-f6d2-4f4d-ab33-27cdf8722abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:25.816125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:26.815529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:27.010509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:27.329631 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:29.878096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:00:52.676305 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-aeea7afc-cf23-48e4-9e18-41c7f8038d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:54.695551 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2d8b83e3-fa02-40cf-9659-e86dffc96647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:55.619213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60468) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:55.820649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.024181 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-network', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:00:56.029668 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:56.038074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Usage tracker for resource:network and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:56.041821 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:56.047922 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:56.058984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Made reservation on behalf of 90f3840824f348a4b2d2a2f552db3c7a for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:00:56.064693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.078462 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.094973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:56.099265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Usage tracker for resource:security_group_rule and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:56.103993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:56.114690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:56.225479 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.229020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.234473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:56.254549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:00:56.281511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.282093 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Added segment eba2e22b-f765-4875-ace6-4e66091aca36 of type vxlan for network 4464ff7c-1c56-4d87-a5ad-2975372223a8 Jan 15 15:00:56.291913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46403a36-3d83-4807-9036-7a8ea9ec491b,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:56.307227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.307717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.308215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.308581 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.309061 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.309486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.309908 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.310326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.310757 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.311174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.311899 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.312329 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.312816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.313654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.313654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.313989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.314400 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.314866 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.315222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.315645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.316087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.316482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.316885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.317266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Tracked resource versions report: Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: pushed versions: Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: { 'AddressGroup': {'1.1'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': {'1.0'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': {'1.0'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': {'1.1'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': {'1.6'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': {'1.2'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': {'1.8'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': {'1.4'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': {'1.0'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': {'1.1'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': {'1.1'}} Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: consumer versions: Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: { DHCP agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: L3 agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: Metadata agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: Metering agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@dv-cinder-689486-7-iscsi: { 'AddressGroup': '1.1', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}, Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@hv-cinder-68948: { 'AddressGroup': '1.1', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}} Jan 15 15:00:56.318640 dv-cinder-689486-7-iscsi neutron-server[79971]: {{(pid=80084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:00:56.333812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:56.337501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.370433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.371755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:00:56.372381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.377511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-eac03988-fa41-4860-8ed2-26f9329dd53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:56.400706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60500) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:56.447729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60508) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:56.489789 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60516) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:56.502076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Pushing event updated for resources: {'Network': ['ID=4464ff7c-1c56-4d87-a5ad-2975372223a8,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:56.508776 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60522) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:56.508991 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8885224 Jan 15 15:00:56.509905 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:56.518732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:00:56.520395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Request body: {'subnet': {'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-subnet', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:00:56.530459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60526) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:56.530988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:56.537080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Usage tracker for resource:subnet and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:56.541859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:56.548342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:56.559571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Made reservation on behalf of 90f3840824f348a4b2d2a2f552db3c7a for: {'subnet': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:00:56.562663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:00:56.564478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.811778 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-630116640-network', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:00:56.820150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:56.820421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.828595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-67731332-network', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:00:56.836734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Usage tracker for resource:network and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:56.840452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:56.863543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:56.880244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:56.891968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Usage tracker for resource:network and tenant:a6bbb339ed144d49810a0c9c8a2b931c is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:56.899803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:56.905702 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-737610861-network', 'tenant_id': '975053dab3f6465eb218cdd3654d1b80'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:00:56.910046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Made reservation on behalf of 0f9d54d7f68d457d97367164e98bea91 for: {'network': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:00:56.914726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:56.933132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:56.937334 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.008349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.013345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:57.018379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:57.021840 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Made reservation on behalf of a6bbb339ed144d49810a0c9c8a2b931c for: {'network': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:00:57.027184 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.036753 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Usage tracker for resource:network and tenant:975053dab3f6465eb218cdd3654d1b80 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:57.043664 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:57.046738 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Usage tracker for resource:security_group_rule and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:57.048177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1463973978-network', 'tenant_id': 'ccc0d18011a1418fa413872d223845e7'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:00:57.054046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:57.058976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:57.063924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Usage tracker for resource:network and tenant:ccc0d18011a1418fa413872d223845e7 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:57.065043 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:57.068426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:57.070791 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.075720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:57.083067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:57.086894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Made reservation on behalf of ccc0d18011a1418fa413872d223845e7 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:00:57.092360 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.105537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:57.107826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.113116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Usage tracker for resource:security_group_rule and tenant:a6bbb339ed144d49810a0c9c8a2b931c is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:57.117246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Made reservation on behalf of 975053dab3f6465eb218cdd3654d1b80 for: {'network': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:00:57.121926 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.130489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:57.135570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Usage tracker for resource:security_group_rule and tenant:ccc0d18011a1418fa413872d223845e7 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:57.139208 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:57.141198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:57.145860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:57.154937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:57.157000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.193264 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:57.214111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Usage tracker for resource:security_group_rule and tenant:975053dab3f6465eb218cdd3654d1b80 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:57.225477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:57.236093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:57.249420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.253652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.262284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:57.289116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:00:57.313236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c036b57f-b506-4bf7-ad38-baac8f56561a,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:57.342140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.344038 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Added segment e97bd0da-bb71-42e2-8349-7ef81190b6ce of type vxlan for network 3ed6ca41-694c-46de-9ea8-cd745d81d8ff Jan 15 15:00:57.347086 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:57.363238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.392234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.422642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for subnet, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.433105 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.440786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.442206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:00:57.442968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.458991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:57.469056 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f40c5563-1470-474b-a352-fba60d7f64f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:57.499050 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9672022 Jan 15 15:00:57.499768 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60554) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:57.524783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Request body: {'subnet': {'network_id': '3ed6ca41-694c-46de-9ea8-cd745d81d8ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1463973978-subnet', 'tenant_id': 'ccc0d18011a1418fa413872d223845e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:00:57.530251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:57.535002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Usage tracker for resource:subnet and tenant:ccc0d18011a1418fa413872d223845e7 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:57.538476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:57.541339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.542136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e767fa25-23d2-4218-aa22-92e6eef1d41f,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:57.545015 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:57.555524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Made reservation on behalf of ccc0d18011a1418fa413872d223845e7 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:00:57.560352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.586250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:00:57.608383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.608739 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Added segment 1fb9a554-3276-4813-a728-b6f757fbd2b3 of type vxlan for network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 Jan 15 15:00:57.640141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.664513 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.664889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.665168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.665539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.665878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.666260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.666623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.666981 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.667340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.667710 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.668079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.668935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.668935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.669158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.669491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.669846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.670194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.670544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.670906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.671245 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.671594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.684180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.684604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.685043 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Tracked resource versions report: Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: pushed versions: Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: { 'AddressGroup': {'1.1'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': {'1.0'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': {'1.0'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': {'1.1'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': {'1.6'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': {'1.2'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': {'1.8'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': {'1.4'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': {'1.0'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': {'1.1'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': {'1.1'}} Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: consumer versions: Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: { DHCP agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: L3 agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: Metadata agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: Metering agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@dv-cinder-689486-7-iscsi: { 'AddressGroup': '1.1', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}, Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@hv-cinder-68948: { 'AddressGroup': '1.1', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}} Jan 15 15:00:57.686324 dv-cinder-689486-7-iscsi neutron-server[79971]: {{(pid=80085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:00:57.744440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Pushing event updated for resources: {'Network': ['ID=3ed6ca41-694c-46de-9ea8-cd745d81d8ff,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:57.749969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:57.757891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 3ed6ca41-694c-46de-9ea8-cd745d81d8ff details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:00:57.810047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.848589 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:57.849156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:57.890011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:57.977565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 3ed6ca41-694c-46de-9ea8-cd745d81d8ff details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:00:58.014100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.060421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:00:58.067387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.145741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:00:58.152826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.181529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf761ef-ef1e-4a17-8317-8681b34271e1,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:58.181831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.191841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.199883 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-eb815836-ca16-4dd0-abbb-5664bc5f6792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:58.221776 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.222335 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Added segment 054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a of type vxlan for network 2891b84a-ddb2-44b6-84e2-af620d985462 Jan 15 15:00:58.229761 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.8276851 Jan 15 15:00:58.247860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60580) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:58.262325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Request body: {'subnet': {'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-630116640-subnet', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:00:58.277423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0089c8f-8286-4d1f-a013-1818a570d2f9,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:58.282826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:58.299974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:58.302463 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c7fcfb-09f8-4c4a-927c-eb4f46515854,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:58.312776 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:58.316568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4bbfc34c-d0e1-4c97-9060-47dde69dc210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:58.335098 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.341883 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Usage tracker for resource:subnet and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:58.358084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:58.377262 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:58.403706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0afd84-c4af-4973-8e8d-9a8fb07dbd21,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:58.432965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Checking segment: {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:00:58.433362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Network hostable DHCP agents. Network: 4464ff7c-1c56-4d87-a5ad-2975372223a8, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:00:58.457247 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:58.460002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Made reservation on behalf of 0f9d54d7f68d457d97367164e98bea91 for: {'subnet': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:00:58.474546 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Checking segment: {'id': 'e97bd0da-bb71-42e2-8349-7ef81190b6ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ed6ca41-694c-46de-9ea8-cd745d81d8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:00:58.474877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.475091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Network hostable DHCP agents. Network: 3ed6ca41-694c-46de-9ea8-cd745d81d8ff, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:00:58.501469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-15e56ff4-28e5-4b74-9ca9-fa6657b9e413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:58.524634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Network 3ed6ca41-694c-46de-9ea8-cd745d81d8ff is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:00:58.542635 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 3ed6ca41-694c-46de-9ea8-cd745d81d8ff) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:00:58.548918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:00:58.550102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.560537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b974f24-fa2e-4688-aa2d-74d61379f149 None None] Network 3ed6ca41-694c-46de-9ea8-cd745d81d8ff requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:00:58.625261 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1007068 Jan 15 15:00:58.799714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:00:58.802348 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:00:58.815697 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.835270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:00:58.836054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.839894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Pushing event updated for resources: {'Network': ['ID=42458e79-ac6d-4767-80af-a1ca69ae5ef3,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:58.847133 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:58.847884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.630s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:58.848287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:58.848916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:00:58.862148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:00:58.866563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:00:58.923832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 4464ff7c-1c56-4d87-a5ad-2975372223a8) {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:00:58.934236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:00:58.934874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:58.991937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60610) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:58.992197 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5430605 Jan 15 15:00:58.998598 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Request body: {'subnet': {'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-67731332-subnet', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:00:59.007707 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:59.018779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Usage tracker for resource:subnet and tenant:a6bbb339ed144d49810a0c9c8a2b931c is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:59.019002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Pushing event updated for resources: {'Network': ['ID=2891b84a-ddb2-44b6-84e2-af620d985462,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:00:59.024716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:00:59.031632 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5184355 Jan 15 15:00:59.031824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:59.032586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60614) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:59.046248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:59.066934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:00:59.071860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60618) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:59.072636 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Made reservation on behalf of a6bbb339ed144d49810a0c9c8a2b931c for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:00:59.074858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:00:59.077437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:59.083928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:59.101827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Usage tracker for resource:router and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:59.107186 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:59.116484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:59.146581 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48989'] for router, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:59.148822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852803243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1982770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726810'] for router, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:59.150248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d960fe-9e0b-42ac-9078-2c61f7b7f042 None None] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:00:59.197932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 2891b84a-ddb2-44b6-84e2-af620d985462 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:00:59.212067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:59.238037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 2891b84a-ddb2-44b6-84e2-af620d985462 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:00:59.324448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343cf046-91a7-459e-8ac1-5152cadd25ad None None] Network 3ed6ca41-694c-46de-9ea8-cd745d81d8ff requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:00:59.549368 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:59.633197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:59.682860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:00:59.697646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] Usage tracker for resource:security_group_rule and tenant:d081aa3197fd4ac898fa7de21593625e is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:00:59.701375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:00:59.707950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:00:59.733913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1982755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726793'] for router, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:59.817489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60654) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:00:59.886030 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:59.974509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.005172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:01:00.016083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.016474 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Added segment 1d3331ea-75f9-452a-b5c6-75db7a74025e of type vxlan for network 64a57773-0785-4de5-8e54-57596fee7b86 Jan 15 15:01:00.024694 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:00.035576 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d081aa3197fd4ac898fa7de21593625e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9401524 Jan 15 15:01:00.041971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60662) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:00.047701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.131295 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.143595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:00.144287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.168667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-31d5f859-351c-4712-8c3d-88bb56994dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:00.191090 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6996801 Jan 15 15:01:00.196261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60668) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:00.222632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.236253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Request body: {'subnet': {'network_id': '64a57773-0785-4de5-8e54-57596fee7b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-737610861-subnet', 'tenant_id': '975053dab3f6465eb218cdd3654d1b80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:00.242488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:00.246567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Usage tracker for resource:subnet and tenant:975053dab3f6465eb218cdd3654d1b80 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:00.249619 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:00.255695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:00.316579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Made reservation on behalf of 975053dab3f6465eb218cdd3654d1b80 for: {'subnet': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:01:00.322739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.332084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3794bb-3fc7-4149-85c8-cefe1c6d047f,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:00.346898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.373927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:00.380919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:00.459725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:00.484248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] Usage tracker for resource:security_group_rule and tenant:81dca174abb647e8961d19905491f98e is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:00.493998 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:00.499055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c769c1e-d444-4f9b-bdd9-64c38c6a7476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.509850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:00.518497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2f9bea-895b-58e7-9e77-4544d41874e9-4464ff7c-1c56-4d87-a5ad-2975372223a8', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f'}]}} from dv-cinder-689486-7-iscsi. {{(pid=80086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:01:00.519440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.525149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1499417f-dba4-4c13-bcea-1ae7e569de18,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:00.543654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:00.561432 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Pushing event updated for resources: {'Network': ['ID=64a57773-0785-4de5-8e54-57596fee7b86,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:00.565446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:00.584657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 64a57773-0785-4de5-8e54-57596fee7b86 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:01:00.604107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c769c1e-d444-4f9b-bdd9-64c38c6a7476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.604594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60692) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:00.616154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 64a57773-0785-4de5-8e54-57596fee7b86 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:01:00.619111 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 15 15:01:00.724584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Checking segment: {'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:00.725576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Network hostable DHCP agents. Network: 2891b84a-ddb2-44b6-84e2-af620d985462, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:01:00.746645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c769c1e-d444-4f9b-bdd9-64c38c6a7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.747776 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for subnet, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.762569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:00.788354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c769c1e-d444-4f9b-bdd9-64c38c6a7476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3794bb-3fc7-4149-85c8-cefe1c6d047f,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:00.797626 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c769c1e-d444-4f9b-bdd9-64c38c6a7476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:00.798440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Network 2891b84a-ddb2-44b6-84e2-af620d985462 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:01:00.823882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5933eed5-186e-446b-8243-9dc44935d275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:00.828640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.832496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c769c1e-d444-4f9b-bdd9-64c38c6a7476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.836715 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9c769c1e-d444-4f9b-bdd9-64c38c6a7476 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b3794bb-3fc7-4149-85c8-cefe1c6d047f HTTP/1.1" status: 204 len: 168 time: 0.7867472 Jan 15 15:01:00.836715 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.853892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:00.861447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 2891b84a-ddb2-44b6-84e2-af620d985462) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:00.872523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:00.873183 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.922297 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81dca174abb647e8961d19905491f98e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0965316 Jan 15 15:01:00.922297 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209a854e-8088-4d22-8213-62ae538f80e3,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:00.922976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d392861e-6d5e-4ae3-98bb-b788b96f093b,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:00.923087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60702) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:00.927770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:00.930814 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9377456 Jan 15 15:01:00.941204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60706) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:00.949090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-67731332-router', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:00.964574 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:00.978445 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Usage tracker for resource:router and tenant:a6bbb339ed144d49810a0c9c8a2b931c is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:00.983946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:00.995795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d05237-4a84-4efe-85dc-de2ccec63c3e None None] Network 2891b84a-ddb2-44b6-84e2-af620d985462 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:01:01.001598 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:01.025423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48989'] for router, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.026777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852803243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1982770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726810'] for router, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.037768 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b7171978-04a3-4bb7-b06a-532534f15030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.086187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b7171978-04a3-4bb7-b06a-532534f15030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.094562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.101213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:01.227648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b7171978-04a3-4bb7-b06a-532534f15030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.248625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:01.279607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7171978-04a3-4bb7-b06a-532534f15030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209a854e-8088-4d22-8213-62ae538f80e3,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:01.290247 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b7171978-04a3-4bb7-b06a-532534f15030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:01.367768 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-7dc3b29b-371e-4213-bfcb-08521a1d7e48 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:01.369383 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-7dc3b29b-371e-4213-bfcb-08521a1d7e48 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/networks?id=3ed6ca41-694c-46de-9ea8-cd745d81d8ff HTTP/1.1" status: 200 len: 812 time: 0.7568321 Jan 15 15:01:01.409754 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.523822 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-244e9a83-f709-4e19-8ee9-485e0639399d tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/quotas/ccc0d18011a1418fa413872d223845e7 HTTP/1.1" status: 200 len: 375 time: 0.1415234 Jan 15 15:01:01.524916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.539570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60726) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:01.657356 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b7171978-04a3-4bb7-b06a-532534f15030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.661247 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b7171978-04a3-4bb7-b06a-532534f15030 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/209a854e-8088-4d22-8213-62ae538f80e3 HTTP/1.1" status: 204 len: 168 time: 0.7344482 Jan 15 15:01:01.664927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.676356 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-abd33f65-15ae-4b4c-9eef-df6e16edc327 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?tenant_id=ccc0d18011a1418fa413872d223845e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399105 Jan 15 15:01:01.720938 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Allocated IP 172.20.0.2 (4464ff7c-1c56-4d87-a5ad-2975372223a8/e767fa25-23d2-4218-aa22-92e6eef1d41f/3a8d37d7-4d69-4dab-b329-288f4c240598) {{(pid=80086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:01.721204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:01.782500 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Usage tracker for resource:security_group_rule and tenant:b2396c41bbc54f84be670cb3ad4829b0 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:01.804842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:01.820669 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:01.908456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Checking segment: {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:01.909074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Network hostable DHCP agents. Network: 42458e79-ac6d-4767-80af-a1ca69ae5ef3, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:01:01.939931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1982755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726793'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.000007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10f74d-9ef5-415c-b00a-60cf8f97eee0 None None] Network 2891b84a-ddb2-44b6-84e2-af620d985462 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:01:02.035744 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:01:02.072233 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 42458e79-ac6d-4767-80af-a1ca69ae5ef3) {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:02.106320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:02.106974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.187617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-8fde282d-f2cd-4eb5-98b6-6afed8ec7ad9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:01:02.188754 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-8fde282d-f2cd-4eb5-98b6-6afed8ec7ad9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3046763 Jan 15 15:01:02.253242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a83574-331a-41d3-8732-67e461237527 None None] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:01:02.338383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60744) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:02.373540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.399552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:02.406769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7d5b018c85483dbbf0eedf3c208334 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:02.411707 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:02.415457 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.448299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:02.455526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.479158 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.2243273 Jan 15 15:01:02.482029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60748) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:02.511482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.511913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:02.529851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.530504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:02.544143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Usage tracker for resource:router and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:02.549816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:02.561380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Notify callbacks [] for port, precommit_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.577566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Allocated IP 172.27.1.182 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/851466ec-f2b3-46b1-99b7-3072f052b14a) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:02.605090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Transition to ACTIVE for port object 3a8d37d7-4d69-4dab-b329-288f4c240598 will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:02.614340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:02.622890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:02.637992 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Transition to ACTIVE for port object 3a8d37d7-4d69-4dab-b329-288f4c240598 will not be triggered until provisioned by entity DHCP. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:02.653926 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48989'] for router, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.654992 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852803243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1982770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726810'] for router, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.686062 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.755401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25ecab9-dc5d-4bf2-8fa3-59249b45bd0d,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:02.774189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.778786 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2396c41bbc54f84be670cb3ad4829b0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2245631 Jan 15 15:01:02.779737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60756) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:02.780566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:02.808002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.812487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for subnet, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.812920 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.825731 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b7171978-04a3-4bb7-b06a-532534f15030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:02.866022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:02.887189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:02.900725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2f9bea-895b-58e7-9e77-4544d41874e9-42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b'}]}} from dv-cinder-689486-7-iscsi. {{(pid=80086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:01:02.902036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:02.920743 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-99c8a41f-d99e-4cb3-af4d-97722ed93126 service neutron] 10.222.0.70 "GET /v2.0/networks/3ed6ca41-694c-46de-9ea8-cd745d81d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163779 Jan 15 15:01:02.954149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 is already hosted by enough agents. {{(pid=80086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:02.957779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Resources bound (agent type, host, resource id): {{(pid=80086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:02.979459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Received port after_create {{(pid=80086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:03.103689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be1203-fa18-45a0-be22-8df6157388f7,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:03.183849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:03.198092 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c7d5b018c85483dbbf0eedf3c208334&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8537939 Jan 15 15:01:03.199257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60766) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:03.221452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb08bb0-7ea4-4d04-8d3a-528386b6791f,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:03.223880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60770) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:03.238506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Pushing event updated for resources: {'Port': ['ID=3a8d37d7-4d69-4dab-b329-288f4c240598,revision_number=1']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:03.259845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.260211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.260595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.260962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.261326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.261691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.262051 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.262413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.262774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.262890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1982755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726793'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.263137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.263496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.264144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.264573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.264931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.265283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.265634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.265990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.266344 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.266696 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.267049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.267402 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.267804 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.268163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.268516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Tracked resource versions report: Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: pushed versions: Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: { 'AddressGroup': {'1.1'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': {'1.0'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': {'1.0'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': {'1.1'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': {'1.6'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': {'1.2'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': {'1.8'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': {'1.4'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': {'1.0'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': {'1.1'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': {'1.1'}} Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: consumer versions: Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: { DHCP agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: L3 agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: Metadata agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: Metering agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@dv-cinder-689486-7-iscsi: { 'AddressGroup': '1.1', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}, Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@hv-cinder-68948: { 'AddressGroup': '1.1', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}} Jan 15 15:01:03.269845 dv-cinder-689486-7-iscsi neutron-server[79971]: {{(pid=80086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:01:03.275903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Attempting to bind port 3a8d37d7-4d69-4dab-b329-288f4c240598 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:03.276225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Attempting to bind port 3a8d37d7-4d69-4dab-b329-288f4c240598 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:03.276635 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Attempting to bind port 3a8d37d7-4d69-4dab-b329-288f4c240598 on network 4464ff7c-1c56-4d87-a5ad-2975372223a8 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:03.285921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:03.293161 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:03.293567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Checking segment: {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:03.294006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.294441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Bound using segment: {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:03.294966 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Bound port: 3a8d37d7-4d69-4dab-b329-288f4c240598, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:03.295398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.302339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:03.320919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7130fdbb-c50e-450c-93bf-1831733ea300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.323604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f1e2-ded9-4590-9ed0-77f8e6c9373c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.352447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7130fdbb-c50e-450c-93bf-1831733ea300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.408483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7130fdbb-c50e-450c-93bf-1831733ea300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.420743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.427097 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-1191ba51-f7a2-4e89-be7d-814844e0b975 service neutron] 10.222.0.70 "GET /v2.0/networks/3ed6ca41-694c-46de-9ea8-cd745d81d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4738996 Jan 15 15:01:03.432109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0f60dfc1-1d9a-443e-8215-2a6b4ff04f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:03.464225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f1e2-ded9-4590-9ed0-77f8e6c9373c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.530619 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f1e2-ded9-4590-9ed0-77f8e6c9373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.531916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.574426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Allocated IP 172.27.1.220 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/a20789bc-c9ff-4664-b03d-1ee2faab89b8) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:03.601835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Allocated IP 172.20.0.2 (42458e79-ac6d-4767-80af-a1ca69ae5ef3/d392861e-6d5e-4ae3-98bb-b788b96f093b/7f757339-120b-4ec3-a081-a66e9a3612fb) {{(pid=80086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:03.626409 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] For port 3a8d37d7-4d69-4dab-b329-288f4c240598, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:03.667509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] For port 3a8d37d7-4d69-4dab-b329-288f4c240598, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=3a8d37d7-4d69-4dab-b329-288f4c240598,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:03.667509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.685831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:03.688357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:03.708611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.712130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130fdbb-c50e-450c-93bf-1831733ea300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be1203-fa18-45a0-be22-8df6157388f7,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:03.735496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7f1e2-ded9-4590-9ed0-77f8e6c9373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25ecab9-dc5d-4bf2-8fa3-59249b45bd0d,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:03.769352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:03.778109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] Usage tracker for resource:security_group_rule and tenant:66db8e032e0940aea2bec80b43c7d71d is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:03.780830 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60786) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:03.782575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ddf7f1e2-ded9-4590-9ed0-77f8e6c9373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:03.788755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7130fdbb-c50e-450c-93bf-1831733ea300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:03.797772 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4613c954-9d16-4681-98e1-647889abfa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:03.866459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7130fdbb-c50e-450c-93bf-1831733ea300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.867958 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-7130fdbb-c50e-450c-93bf-1831733ea300 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42be1203-fa18-45a0-be22-8df6157388f7 HTTP/1.1" status: 204 len: 168 time: 0.6676526 Jan 15 15:01:03.874373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:03.882326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Pushing event updated for resources: {'Port': ['ID=851466ec-f2b3-46b1-99b7-3072f052b14a,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:03.894620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:03.895920 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Checking segment: {'id': '1d3331ea-75f9-452a-b5c6-75db7a74025e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '64a57773-0785-4de5-8e54-57596fee7b86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:03.896481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Network hostable DHCP agents. Network: 64a57773-0785-4de5-8e54-57596fee7b86, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:01:03.905632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.942077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f1e2-ded9-4590-9ed0-77f8e6c9373c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.947188 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ddf7f1e2-ded9-4590-9ed0-77f8e6c9373c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d25ecab9-dc5d-4bf2-8fa3-59249b45bd0d HTTP/1.1" status: 204 len: 168 time: 1.1509094 Jan 15 15:01:03.988661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:04.039122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Network 64a57773-0785-4de5-8e54-57596fee7b86 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:01:04.058067 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9a0b2c55-d124-4332-8753-1a1febb59aa5 req-c0476bc1-0300-41cc-af87-f97c4db3677c tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 210 time: 0.2650828 Jan 15 15:01:04.080245 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Pushing event updated for resources: {'Port': ['ID=3a8d37d7-4d69-4dab-b329-288f4c240598,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:04.097148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 64a57773-0785-4de5-8e54-57596fee7b86) {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:04.102674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:04.103564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:04.122803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:04.124669 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a20dd-2e15-4943-a604-548f41809d90 None None] Network 64a57773-0785-4de5-8e54-57596fee7b86 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:01:04.132519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:04.138392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:04.141250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:04.319250 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.1009102 Jan 15 15:01:04.384521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Notify callbacks [] for port, precommit_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:04.411592 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:04.436368 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Transition to ACTIVE for port object 7f757339-120b-4ec3-a081-a66e9a3612fb will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:04.457244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:04.589621 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Transition to ACTIVE for port object 7f757339-120b-4ec3-a081-a66e9a3612fb will not be triggered until provisioned by entity DHCP. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:04.647868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:04.688828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:04.718693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:04.766306 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0c852f-20fd-48a7-9da4-202e30686e3e None None] Network 64a57773-0785-4de5-8e54-57596fee7b86 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:01:04.880568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:04.886745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a20789bc-c9ff-4664-b03d-1ee2faab89b8,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:04.896415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:04.933790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:05.240171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:05.241549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 3a8d37d7-4d69-4dab-b329-288f4c240598 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:05.251744 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:05.264077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:05.358124 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Pushing event updated for resources: {'Port': ['ID=7f757339-120b-4ec3-a081-a66e9a3612fb,revision_number=1']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:05.374728 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:05.502701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 3a8d37d7-4d69-4dab-b329-288f4c240598 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:05.509947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 is already hosted by enough agents. {{(pid=80086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:05.511755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Resources bound (agent type, host, resource id): {{(pid=80086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:05.518471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Received port after_create {{(pid=80086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:05.566656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Allocated IP 172.27.1.26 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/444a1acd-5484-40af-833c-b6b2723e986f) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:05.571382 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f956e849-f039-4e0b-a0c7-18fbf09f7f50 req-8e501e52-dc0d-4eb9-95db-93bcdb5e9ce2 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 210 time: 0.1681774 Jan 15 15:01:05.614056 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:05.628965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:05.656294 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Attempting to bind port 7f757339-120b-4ec3-a081-a66e9a3612fb on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:05.658456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Attempting to bind port 7f757339-120b-4ec3-a081-a66e9a3612fb by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:05.659083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Attempting to bind port 7f757339-120b-4ec3-a081-a66e9a3612fb on network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:05.673490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:05.674266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Checking segment: {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:05.674880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:05.676200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Bound using segment: {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:05.676892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Bound port: 7f757339-120b-4ec3-a081-a66e9a3612fb, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:05.679614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:05.679998 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:05.774826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:05.807642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:05.888074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:05.940993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] For port 7f757339-120b-4ec3-a081-a66e9a3612fb, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:05.948188 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] For port 7f757339-120b-4ec3-a081-a66e9a3612fb, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=7f757339-120b-4ec3-a081-a66e9a3612fb,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:05.952737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:05.981429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:05.991148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798edaf2-9aa9-4ff9-8a73-d3dc235e22f2,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:06.009538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:06.015949 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66db8e032e0940aea2bec80b43c7d71d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7810311 Jan 15 15:01:06.187194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852803285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852792883'] for router, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:06.190350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60856) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:06.263141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Pushing event updated for resources: {'Port': ['ID=7f757339-120b-4ec3-a081-a66e9a3612fb,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:06.273858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:06.344543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f338fc67-e889-42cf-8176-7ab010e1d10b None None] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:01:06.398858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Pushing event updated for resources: {'Port': ['ID=444a1acd-5484-40af-833c-b6b2723e986f,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:06.549099 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0bf36652-fdf8-41ba-9611-6d07eba8e09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:06.569358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:06.592190 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0bf36652-fdf8-41ba-9611-6d07eba8e09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:06.605552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:06.625381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:06.671316 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0bf36652-fdf8-41ba-9611-6d07eba8e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:06.683602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:06.705837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf36652-fdf8-41ba-9611-6d07eba8e09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798edaf2-9aa9-4ff9-8a73-d3dc235e22f2,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:06.715401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0bf36652-fdf8-41ba-9611-6d07eba8e09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:06.754971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0bf36652-fdf8-41ba-9611-6d07eba8e09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:06.768443 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0bf36652-fdf8-41ba-9611-6d07eba8e09a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/798edaf2-9aa9-4ff9-8a73-d3dc235e22f2 HTTP/1.1" status: 204 len: 168 time: 0.5742826 Jan 15 15:01:06.800618 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:06.832757 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Router 24d19b1d-1de3-4127-8086-e1745751cb00 is scheduled to L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b with binding_index 1 {{(pid=80085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:01:06.882652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:01:07.078071 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-881e95c8-f67f-4c25-9f2e-6b99f572287f None None] Provisioning for port 3a8d37d7-4d69-4dab-b329-288f4c240598 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:07.089567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-881e95c8-f67f-4c25-9f2e-6b99f572287f None None] Provisioning complete for port 3a8d37d7-4d69-4dab-b329-288f4c240598 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:07.090311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-881e95c8-f67f-4c25-9f2e-6b99f572287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:07.214471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 7f757339-120b-4ec3-a081-a66e9a3612fb up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:07.277438 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-de1bb3cc-116b-4d56-bf05-50a3a78ae2c0 req-f3cd0fd4-97d4-47c2-8b6b-cfac36164206 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 210 time: 0.0761719 Jan 15 15:01:07.390130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:01:07.400115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.75', 60881) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:07.402030 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Sync routers for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:01:07.435629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:07.437074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:07.438003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:00:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:07.464555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Notify callbacks [] for router, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:07.468511 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4322915 Jan 15 15:01:07.468782 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60886) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:07.576873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 7f757339-120b-4ec3-a081-a66e9a3612fb completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:07.608426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-881e95c8-f67f-4c25-9f2e-6b99f572287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:07.694709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-881e95c8-f67f-4c25-9f2e-6b99f572287f None None] For port 3a8d37d7-4d69-4dab-b329-288f4c240598, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=3a8d37d7-4d69-4dab-b329-288f4c240598,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:07.699629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-881e95c8-f67f-4c25-9f2e-6b99f572287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:07.707805 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:07.712526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60892) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:07.726108 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:07.726312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1877634710-network', 'tenant_id': 'fc8df1dea6b54c7781137102065eac83'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:07.743077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:07.752319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Usage tracker for resource:network and tenant:fc8df1dea6b54c7781137102065eac83 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:07.757387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:07.767623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:07.832098 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Made reservation on behalf of fc8df1dea6b54c7781137102065eac83 for: {'network': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:01:07.841484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:07.901255 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e95c8-f67f-4c25-9f2e-6b99f572287f None None] Pushing event updated for resources: {'Port': ['ID=3a8d37d7-4d69-4dab-b329-288f4c240598,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:07.909840 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-881e95c8-f67f-4c25-9f2e-6b99f572287f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:07.921158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:08.134281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:08.150087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-d05a26fb-7f6a-4f48-ab44-b3f3a37b56bd None None] Provisioning complete for port 3a8d37d7-4d69-4dab-b329-288f4c240598 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:08.150506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d05a26fb-7f6a-4f48-ab44-b3f3a37b56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:08.253886 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Usage tracker for resource:security_group_rule and tenant:fc8df1dea6b54c7781137102065eac83 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:08.299089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:08.319892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:08.327759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:04Z', 'revision_number': 3, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:08.337168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:08.351655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Checking router: 24d19b1d-1de3-4127-8086-e1745751cb00 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:01:08.356379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Updating router 24d19b1d-1de3-4127-8086-e1745751cb00 port 851466ec-f2b3-46b1-99b7-3072f052b14a binding host dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:01:08.550381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e9389-864f-4ee4-86bb-0b43a8549028 None None] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:01:08.553785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:08.798419 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] Provisioning complete for port 3a8d37d7-4d69-4dab-b329-288f4c240598 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:08.798834 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.109877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-27b891d9-bcc2-413b-8800-521f58ee9a63 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:09.111563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-27b891d9-bcc2-413b-8800-521f58ee9a63 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Synchronizing usage tracker for tenant:ccc0d18011a1418fa413872d223845e7 on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:09.131548 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-12b1012d-a916-416c-afd3-728384b0c18a req-6d132aa2-4251-410f-884f-4e5c808ee175 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 210 time: 0.4047010 Jan 15 15:01:09.173823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.188368 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Transition to ACTIVE for port object 851466ec-f2b3-46b1-99b7-3072f052b14a will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:09.193047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.207199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 3a8d37d7-4d69-4dab-b329-288f4c240598 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:09.261269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.278250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.339780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0bf36652-fdf8-41ba-9611-6d07eba8e09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:09.441802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-82e18202-2208-4164-b7b6-18b720f1b1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:09.494525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:01:09.573312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Pushing event updated for resources: {'Port': ['ID=851466ec-f2b3-46b1-99b7-3072f052b14a,revision_number=2']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:09.596551 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.599090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.600027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.604261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.604939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.605566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.606289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.606925 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.607575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.608180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.609623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.610285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.612093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.613236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.616268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.617072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.617727 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.618748 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.620012 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.622081 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.623077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.623658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.629214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501a5b0c-b64a-449d-9e4a-8a4038fb54bb,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:09.630181 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.631339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Tracked resource versions report: Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: pushed versions: Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: { 'AddressGroup': {'1.1'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': {'1.0'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': {'1.0'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': {'1.1'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': {'1.6'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': {'1.2'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': {'1.8'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': {'1.4'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': {'1.0'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': {'1.1'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': {'1.1'}} Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: consumer versions: Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: { DHCP agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: L3 agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: Metadata agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: Metering agent@dv-cinder-689486-7-iscsi: {}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@dv-cinder-689486-7-iscsi: { 'AddressGroup': '1.1', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}, Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: Open vSwitch agent@hv-cinder-68948: { 'AddressGroup': '1.1', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'ConntrackHelper': '1.0', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Log': '1.0', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Network': '1.1', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Port': '1.6', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'PortForwarding': '1.2', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'QosPolicy': '1.8', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroup': '1.4', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SecurityGroupRule': '1.2', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'SubPort': '1.0', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Subnet': '1.1', Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: 'Trunk': '1.1'}} Jan 15 15:01:09.633217 dv-cinder-689486-7-iscsi neutron-server[79971]: {{(pid=80087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:01:09.643962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] Provisioning for port 7f757339-120b-4ec3-a081-a66e9a3612fb completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:09.659415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] Provisioning complete for port 7f757339-120b-4ec3-a081-a66e9a3612fb triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:09.662764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.669122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:09.674310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-27b891d9-bcc2-413b-8800-521f58ee9a63 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Unset dirty status for tenant:ccc0d18011a1418fa413872d223845e7 on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:09.675703 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-27b891d9-bcc2-413b-8800-521f58ee9a63 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.75 "GET /v2.0/networks?id=3ed6ca41-694c-46de-9ea8-cd745d81d8ff HTTP/1.1" status: 200 len: 812 time: 2.2742178 Jan 15 15:01:09.682331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.691554 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Added segment 612c1feb-eb3d-437a-856e-78aee9523ca1 of type vxlan for network cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0 Jan 15 15:01:09.726280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Attempting to bind port 851466ec-f2b3-46b1-99b7-3072f052b14a on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:09.727187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Attempting to bind port 851466ec-f2b3-46b1-99b7-3072f052b14a by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:09.727863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Attempting to bind port 851466ec-f2b3-46b1-99b7-3072f052b14a on network 5d29fd04-ed01-410d-a94e-5841f80335e6 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:09.742915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:09.747730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Checking segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:09.748486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.749131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Bound using segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:09.749872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Bound port: 851466ec-f2b3-46b1-99b7-3072f052b14a, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:09.750591 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.858633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 3a8d37d7-4d69-4dab-b329-288f4c240598 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:09.858633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.908816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.945010 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] For port 851466ec-f2b3-46b1-99b7-3072f052b14a, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:09.955002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] For port 851466ec-f2b3-46b1-99b7-3072f052b14a, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=851466ec-f2b3-46b1-99b7-3072f052b14a,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:09.960649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:09.970446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:10.071037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Request body: {'port': {'device_id': '018b1250-f64c-48a8-b398-40dcd69c2a30', 'network_id': '3ed6ca41-694c-46de-9ea8-cd745d81d8ff', 'admin_state_up': True, 'tenant_id': 'ccc0d18011a1418fa413872d223845e7'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:10.126692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:10.214419 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:10.227359 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:10.232726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:10.234468 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:10.241840 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:10.266724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:10.422651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] For port 7f757339-120b-4ec3-a081-a66e9a3612fb, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=7f757339-120b-4ec3-a081-a66e9a3612fb,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:10.426179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:10.429019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:10.582790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:10.591907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Pushing event updated for resources: {'Port': ['ID=851466ec-f2b3-46b1-99b7-3072f052b14a,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:10.608141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Usage tracker for resource:port and tenant:ccc0d18011a1418fa413872d223845e7 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:10.613016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:10.619921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Quota usage for port was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:10.642633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:10.677000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] Pushing event updated for resources: {'Port': ['ID=7f757339-120b-4ec3-a081-a66e9a3612fb,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:10.679580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852803285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852792883'] for router, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:10.683768 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Made reservation on behalf of ccc0d18011a1418fa413872d223845e7 for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:01:10.704889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:10.711218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:10.714993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:10.720507 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:00:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:10.740093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-b08a360a-2179-4bbb-b2fc-2e848801f816 None None] Provisioning complete for port 3a8d37d7-4d69-4dab-b329-288f4c240598 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:10.741064 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b08a360a-2179-4bbb-b2fc-2e848801f816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:10.908056 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3d90050c-ec83-47b4-9b7d-7fe4722b083b req-32b0a2a1-1de4-4da1-b39c-edb4c64a15e5 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 210 time: 0.3018358 Jan 15 15:01:10.942320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:10.965335 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2477193 Jan 15 15:01:10.967108 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:10.968063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 60972) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:11.087546 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:01:11.165770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Request body: {'subnet': {'network_id': 'cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1877634710-subnet', 'tenant_id': 'fc8df1dea6b54c7781137102065eac83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:11.208407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:11.215875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Usage tracker for resource:subnet and tenant:fc8df1dea6b54c7781137102065eac83 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:11.239465 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:11.269723 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:11.270617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852803285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852792883'] for router, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:11.302659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Made reservation on behalf of fc8df1dea6b54c7781137102065eac83 for: {'subnet': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:01:11.310240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:11.400094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:01:11.732767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 7f757339-120b-4ec3-a081-a66e9a3612fb up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:11.867160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:11.931746 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Allocated IP 172.20.0.1 (4464ff7c-1c56-4d87-a5ad-2975372223a8/e767fa25-23d2-4218-aa22-92e6eef1d41f/f09fa98e-d121-4275-b90b-1a617e2b6b52) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:11.982097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-2ab5a849-85c9-4c05-8b58-44c9b33df853 None None] Provisioning complete for port 7f757339-120b-4ec3-a081-a66e9a3612fb triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:11.982611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a849-85c9-4c05-8b58-44c9b33df853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:12.095813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 7f757339-120b-4ec3-a081-a66e9a3612fb triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:12.096570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:12.455483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:12.459885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 60994) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:12.520909 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Transition to ACTIVE for port object f09fa98e-d121-4275-b90b-1a617e2b6b52 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:12.590982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:12.610389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:04Z', 'revision_number': 3, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:12.615270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d456d-bfd2-4fe0-af4d-2bd3bbe394f2 None None] The sync data for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi is: [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:04Z', 'revision_number': 3, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:01:12.699507 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-f7e28bbf-bf3c-4cd8-9a4c-1df8075cdde8 None None] Provisioning complete for port 7f757339-120b-4ec3-a081-a66e9a3612fb triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:12.700006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f7e28bbf-bf3c-4cd8-9a4c-1df8075cdde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:12.816723 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-43d573ea-05ee-4f1a-aa61-d9b8b5d7c353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:12.979585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Allocated IP 172.20.0.13 (3ed6ca41-694c-46de-9ea8-cd745d81d8ff/a0089c8f-8286-4d1f-a013-1818a570d2f9/3c810363-62d6-40b9-b9e2-1fff5fa0e4c0) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:13.059485 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e77ab20d-f6d4-4543-92b8-4a3d7f2b3788 req-afa490cf-cb06-4d0a-be6a-dc7ff0ceabdf tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 210 time: 0.4797471 Jan 15 15:01:13.467021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Pushing event updated for resources: {'Port': ['ID=f09fa98e-d121-4275-b90b-1a617e2b6b52,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:13.483882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:13.601291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:13.739530 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:13.756063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:13.761931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:13.762461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852806391'] for router_interface, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:13.817420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:14.072633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:14.264969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-4e790b86-2343-4941-93ed-5ac2b684d3fb None None] Provisioning for port f09fa98e-d121-4275-b90b-1a617e2b6b52 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:14.278578 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-4e790b86-2343-4941-93ed-5ac2b684d3fb None None] Provisioning complete for port f09fa98e-d121-4275-b90b-1a617e2b6b52 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:14.281381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4e790b86-2343-4941-93ed-5ac2b684d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:14.444905 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-4e790b86-2343-4941-93ed-5ac2b684d3fb None None] Port f09fa98e-d121-4275-b90b-1a617e2b6b52 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:01:14.462816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:14.481878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:14.504210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Router b656befd-a3dc-427a-8438-df47fcaf8775 is scheduled to L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:01:14.525913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:14.530488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] Usage tracker for resource:security_group_rule and tenant:e5bb4cfcd0fd46689b32aa54e2f8632d is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:14.533710 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:14.543100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:14.599184 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Pushing event updated for resources: {'Port': ['ID=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:14.606320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 is scheduled to L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:01:14.610311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:14.810875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:14.830913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:14.898580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:14.961276 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:14.994366 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1168418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969654'] for router_interface, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:15.027756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 32806) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:15.042106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:15.057930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:15.070070 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5bb4cfcd0fd46689b32aa54e2f8632d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3981805 Jan 15 15:01:15.092970 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Network 3ed6ca41-694c-46de-9ea8-cd745d81d8ff is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:15.094157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 32808) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:15.109334 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:15.128907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:15.145052 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 851466ec-f2b3-46b1-99b7-3072f052b14a up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:15.157544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:15.158339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:15.295372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 851466ec-f2b3-46b1-99b7-3072f052b14a completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:15.321421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 851466ec-f2b3-46b1-99b7-3072f052b14a triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:15.322185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:15.372942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-78b0eaeb-5ea4-41b7-ae60-4c7e738816d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:15.405240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-78b0eaeb-5ea4-41b7-ae60-4c7e738816d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:15.449655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Pushing event updated for resources: {'Port': ['ID=f09fa98e-d121-4275-b90b-1a617e2b6b52,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:15.470089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e7a858-98e5-4b63-a3eb-78545ff50817,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:15.498271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:15.508655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-78b0eaeb-5ea4-41b7-ae60-4c7e738816d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:15.518734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-78b0eaeb-5ea4-41b7-ae60-4c7e738816d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:15.523353 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-78b0eaeb-5ea4-41b7-ae60-4c7e738816d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0e7a858-98e5-4b63-a3eb-78545ff50817 HTTP/1.1" status: 204 len: 168 time: 0.3979034 Jan 15 15:01:15.525101 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0a153e06-9b09-44ec-9896-75618ab421c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:15.536509 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5076802 Jan 15 15:01:15.541453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75979a1-cf5d-4083-99ff-fe4ac1f20e7c req-25cd0650-b7fe-49c0-9e1a-76c166787520 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:15.542336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0eaeb-5ea4-41b7-ae60-4c7e738816d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e7a858-98e5-4b63-a3eb-78545ff50817,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:15.549783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-78b0eaeb-5ea4-41b7-ae60-4c7e738816d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:15.550169 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d75979a1-cf5d-4083-99ff-fe4ac1f20e7c req-25cd0650-b7fe-49c0-9e1a-76c166787520 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 932 time: 1.2360542 Jan 15 15:01:15.550948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:01:15.554026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:15.571882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-7b31eed3-9adf-4b84-881e-5bc5d4667fcd tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:01:15.573108 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-7b31eed3-9adf-4b84-881e-5bc5d4667fcd tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0104198 Jan 15 15:01:15.605503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:01:15.607432 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:15.611536 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.1257875 Jan 15 15:01:15.621584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Sync routers for ids ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:01:15.643343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Routers {'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:15.644113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:00:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:15.660776 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 32822) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:15.688486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:15.689840 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5648dd08-8dec-42eb-8183-aa396b1575c4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 14.7476323 Jan 15 15:01:15.708795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 32826) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:15.878266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:15.896412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Sync routers for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:01:16.102064 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:16.105492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:00:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:16.162750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Set router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:16.233214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for subnet, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:16.579840 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d75979a1-cf5d-4083-99ff-fe4ac1f20e7c req-aeea7ca7-8df0-49fa-8fad-6114caf36e6d tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0283775 Jan 15 15:01:16.687500 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 32838) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:16.688199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7e6d5053-6933-499f-95de-5347718a95d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:16.742432 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 851466ec-f2b3-46b1-99b7-3072f052b14a, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=851466ec-f2b3-46b1-99b7-3072f052b14a,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:16.760990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:16.781904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:16.816543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41fd9027-1dfe-4009-8c28-d42d989225a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:16.927311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'name': 'tempest-ServerRescueNegativeTestJSON-67731332-router', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:06Z', 'revision_number': 3, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'gw_port': {'id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:16.933210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-41fd9027-1dfe-4009-8c28-d42d989225a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:16.934910 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Checking router: e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:01:16.935556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Updating router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 port a20789bc-c9ff-4664-b03d-1ee2faab89b8 binding host dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:01:16.950786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-41fd9027-1dfe-4009-8c28-d42d989225a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8d822e433df0499f9112b5cd90f8b03d is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:16.953969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-41fd9027-1dfe-4009-8c28-d42d989225a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:16.960937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-41fd9027-1dfe-4009-8c28-d42d989225a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:17.060150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.063538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41fd9027-1dfe-4009-8c28-d42d989225a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.065170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.096189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:17.101960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7745740fc4494e3e91fded4f5ef872a4 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:17.105374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:17.112036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:17.206256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.208031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41fd9027-1dfe-4009-8c28-d42d989225a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.225417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.285035 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-41fd9027-1dfe-4009-8c28-d42d989225a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d822e433df0499f9112b5cd90f8b03d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8702128 Jan 15 15:01:17.288745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 32846) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:17.299715 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Request body: {'port': {'device_id': '018b1250-f64c-48a8-b398-40dcd69c2a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:17.307897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:17.413156 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7745740fc4494e3e91fded4f5ef872a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6427863 Jan 15 15:01:17.418822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 32852) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:17.470170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Checking segment: {'id': '612c1feb-eb3d-437a-856e-78aee9523ca1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:17.470909 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Network hostable DHCP agents. Network: cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:01:17.478566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939dbccd-e36e-4953-9d13-54a1a4d3636b,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:17.530494 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6380fa53-b432-4fb5-acef-e689ee99b04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.539534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:17.554271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:17.588780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:17.598533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd9027-1dfe-4009-8c28-d42d989225a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213d9b19-fa3b-4b40-815d-442790495304,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:17.603399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Network cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:01:17.639501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.651145 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4abb6c2-3a01-4171-80bc-0ee18ca485fa,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:17.654288 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:17.670646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:17.675959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0) {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:17.679348 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:17.682376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:17.722736 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:17.723567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.732744 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7419deb7-0e7b-40f3-9f8b-5689263e00ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.768833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7419deb7-0e7b-40f3-9f8b-5689263e00ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.905531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6380fa53-b432-4fb5-acef-e689ee99b04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:17.939883 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7419deb7-0e7b-40f3-9f8b-5689263e00ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:18.038448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577dd9c-dbfa-4c61-8602-ac7358e6217a None None] Network cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:01:18.169428 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:18.204239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Transition to ACTIVE for port object a20789bc-c9ff-4664-b03d-1ee2faab89b8 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:18.206626 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-123c7cd0-29ed-424b-af46-8f317422f368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:18.207798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:18.290281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-df6a5eb7-1d87-4be3-9dbc-b06e9589f7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:18.463044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:01:18.472729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:18.513278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Transition to ACTIVE for port object 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:18.520419 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:18.562151 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419deb7-0e7b-40f3-9f8b-5689263e00ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4abb6c2-3a01-4171-80bc-0ee18ca485fa,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:18.592971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Router 24d19b1d-1de3-4127-8086-e1745751cb00 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:01:18.709891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f78e7f-7a06-4099-905e-a24ec4dec049 None None] Pushing event updated for resources: {'Port': ['ID=a20789bc-c9ff-4664-b03d-1ee2faab89b8,revision_number=2']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:18.713723 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-26f78e7f-7a06-4099-905e-a24ec4dec049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:18.863608 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Attempting to bind port a20789bc-c9ff-4664-b03d-1ee2faab89b8 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:18.864229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Attempting to bind port a20789bc-c9ff-4664-b03d-1ee2faab89b8 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:18.864731 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Attempting to bind port a20789bc-c9ff-4664-b03d-1ee2faab89b8 on network 5d29fd04-ed01-410d-a94e-5841f80335e6 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:18.881928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:18.882715 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Checking segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:18.883278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:18.887567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Bound using segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:18.888306 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Bound port: a20789bc-c9ff-4664-b03d-1ee2faab89b8, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:18.889132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:18.938088 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=851466ec-f2b3-46b1-99b7-3072f052b14a,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:18.968583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.187s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:18.980070 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c8b29bdb-06fe-425b-b389-6375451e17dc tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:18.990797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da80030-cc63-47bc-9ddf-4bcc067d31ed None None] Network cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:01:19.029007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-5e044c14-f2d2-4006-9a86-be733085c8fb None None] Provisioning complete for port f09fa98e-d121-4275-b90b-1a617e2b6b52 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:19.029674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e044c14-f2d2-4006-9a86-be733085c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:19.086363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:19.088691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] For port a20789bc-c9ff-4664-b03d-1ee2faab89b8, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:19.091398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7419deb7-0e7b-40f3-9f8b-5689263e00ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:19.099989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] For port a20789bc-c9ff-4664-b03d-1ee2faab89b8, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=a20789bc-c9ff-4664-b03d-1ee2faab89b8,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:19.109236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:19.110542 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7419deb7-0e7b-40f3-9f8b-5689263e00ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:19.116472 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-7419deb7-0e7b-40f3-9f8b-5689263e00ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4abb6c2-3a01-4171-80bc-0ee18ca485fa HTTP/1.1" status: 204 len: 168 time: 1.6830926 Jan 15 15:01:19.194744 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 8.0567968 Jan 15 15:01:19.210614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Pushing event updated for resources: {'Port': ['ID=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:19.225887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:19.254485 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 32878) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:19.418492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:19.433404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Attempting to bind port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:19.434104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Attempting to bind port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': 'e97bd0da-bb71-42e2-8349-7ef81190b6ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ed6ca41-694c-46de-9ea8-cd745d81d8ff'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:19.434692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Attempting to bind port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 on network 3ed6ca41-694c-46de-9ea8-cd745d81d8ff {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:19.559097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:01:19.566354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6380fa53-b432-4fb5-acef-e689ee99b04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:19.611630 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b4c83-1c7f-4e1b-b55b-ea5836121d3d req-08c9adec-af22-4caa-921a-cc1af63583b1 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:19.621914 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e41b4c83-1c7f-4e1b-b55b-ea5836121d3d req-08c9adec-af22-4caa-921a-cc1af63583b1 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 932 time: 1.6321969 Jan 15 15:01:19.650643 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 32884) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:19.653808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6380fa53-b432-4fb5-acef-e689ee99b04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:19.658677 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-6380fa53-b432-4fb5-acef-e689ee99b04b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/213d9b19-fa3b-4b40-815d-442790495304 HTTP/1.1" status: 204 len: 168 time: 2.3449876 Jan 15 15:01:19.659763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:19.672785 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] 10.222.0.70 "PUT /v2.0/routers/24d19b1d-1de3-4127-8086-e1745751cb00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2028804 Jan 15 15:01:19.682271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380fa53-b432-4fb5-acef-e689ee99b04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213d9b19-fa3b-4b40-815d-442790495304,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:19.745585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f78e7f-7a06-4099-905e-a24ec4dec049 None None] Pushing event updated for resources: {'Port': ['ID=a20789bc-c9ff-4664-b03d-1ee2faab89b8,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:19.751272 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 851466ec-f2b3-46b1-99b7-3072f052b14a up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:19.765616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-26f78e7f-7a06-4099-905e-a24ec4dec049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:19.767436 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7d4195-4b52-4232-90d1-3d94f14ddb4c admin admin] Deleting subnet acb08bb0-7ea4-4d04-8d3a-528386b6791f {{(pid=80085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:01:19.772494 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6380fa53-b432-4fb5-acef-e689ee99b04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:19.778526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4195-4b52-4232-90d1-3d94f14ddb4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:19.805429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Routers {'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:19.809580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:00:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:19.856416 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e41b4c83-1c7f-4e1b-b55b-ea5836121d3d req-f46d83e2-46c3-4d0a-b7c4-a1ce9158a731 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333584 Jan 15 15:01:19.863218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Sync routers for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:01:20.040242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-5e044c14-f2d2-4006-9a86-be733085c8fb None None] Port f09fa98e-d121-4275-b90b-1a617e2b6b52 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:01:20.130771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 851466ec-f2b3-46b1-99b7-3072f052b14a triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:20.131192 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.196384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.201371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Allocated IP 172.20.0.1 (2891b84a-ddb2-44b6-84e2-af620d985462/1499417f-dba4-4c13-bcea-1ae7e569de18/9045be29-a5a9-4146-b6c3-1c864f49fea8) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:20.218310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:07Z', 'revision_number': 3, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:20.229520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4195-4b52-4232-90d1-3d94f14ddb4c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.257372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4195-4b52-4232-90d1-3d94f14ddb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.263246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Checking router: b656befd-a3dc-427a-8438-df47fcaf8775 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:01:20.263713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Updating router b656befd-a3dc-427a-8438-df47fcaf8775 port 444a1acd-5484-40af-833c-b6b2723e986f binding host dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:01:20.341901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] Set router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:20.428481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.497192 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.526579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:20.528279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Checking segment: {'id': 'e97bd0da-bb71-42e2-8349-7ef81190b6ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ed6ca41-694c-46de-9ea8-cd745d81d8ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:20.529107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.529706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Bound using segment: {'id': 'e97bd0da-bb71-42e2-8349-7ef81190b6ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ed6ca41-694c-46de-9ea8-cd745d81d8ff'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:20.530454 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Bound port: 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97bd0da-bb71-42e2-8349-7ef81190b6ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ed6ca41-694c-46de-9ea8-cd745d81d8ff'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:20.531067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.579204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:20.580057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:00:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:20.686984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] For port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:20.692395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] For port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0,segment=NetworkSegment(e97bd0da-bb71-42e2-8349-7ef81190b6ce),segment_id=e97bd0da-bb71-42e2-8349-7ef81190b6ce)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:20.695774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.715384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.720136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:20.854586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-06a39a37-5e85-4999-aefc-bdc0eb7cbd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:20.949523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:21.024072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Allocated IP 172.20.0.1 (42458e79-ac6d-4767-80af-a1ca69ae5ef3/d392861e-6d5e-4ae3-98bb-b788b96f093b/5f5e0ff7-d491-493e-9032-d0aa4352f14b) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:21.079444 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] Usage tracker for resource:security_group_rule and tenant:7821a52455a8409b92c45e48e275bf4b is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:21.116117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:21.183434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:21.275293 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:21.301331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'name': 'tempest-ServerRescueNegativeTestJSON-67731332-router', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:06Z', 'revision_number': 3, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'gw_port': {'id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:21.320793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae1021-0f4e-467e-b512-3cad9c580c88 None None] The sync data for ids ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'] in dv-cinder-689486-7-iscsi is: [{'id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'name': 'tempest-ServerRescueNegativeTestJSON-67731332-router', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:06Z', 'revision_number': 3, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'gw_port': {'id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:01:21.325927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Transition to ACTIVE for port object 5f5e0ff7-d491-493e-9032-d0aa4352f14b will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:21.340736 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 32908) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:21.374997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:21.549629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:21.588361 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9045be29-a5a9-4146-b6c3-1c864f49fea8,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:21.688325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:21.748838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:8e7e9aa4ce6b484d9e63ced16d689f1f is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:21.767887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5fd90402-55a4-41a1-b5ea-7264a356008e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:21.780191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:21.811968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:21.815638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Network 2891b84a-ddb2-44b6-84e2-af620d985462 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:21.829947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:21.880275 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:21.881358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852806391'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:21.952629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5e0ff7-d491-493e-9032-d0aa4352f14b,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:21.974501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:22.118021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:22.291190 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 32918) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:22.293883 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:22.301962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:22.303978 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852806391'] for router_interface, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:22.352729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:22.374284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'security_group': {'name': 'tempest-securitygroup--1826069358', 'description': 'tempest-description--1934256498'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:22.405343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:22.409971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Usage tracker for resource:security_group and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:22.413604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:22.435399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:22.514411 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4195-4b52-4232-90d1-3d94f14ddb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for subnet, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:22.570026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:22.580466 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:22.618253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:22.640965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a20789bc-c9ff-4664-b03d-1ee2faab89b8 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:22.641446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:22.647273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Usage tracker for resource:security_group_rule and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:22.647425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Pushing event updated for resources: {'Port': ['ID=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:22.650919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:22.657314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:22.698154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:22.713751 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:22.714568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:22.716176 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] 10.222.0.75 "PUT /v2.0/ports/3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 HTTP/1.1" status: 200 len: 1158 time: 6.2427030 Jan 15 15:01:22.738475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:22.745179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018b1250-f64c-48a8-b398-40dcd69c2a30', 'tag': '3c810363-62d6-40b9-b9e2-1fff5fa0e4c0'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:01:22.925524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.071s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:22.944917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.914s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:22.945602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:22.962180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:23.042038 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e7e9aa4ce6b484d9e63ced16d689f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6921272 Jan 15 15:01:23.052549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-383e044e-1459-4e72-9f2b-c9e1a1ec891d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.055469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-a0fc7503-e29b-49ef-8cc8-0fe7d2abd112 None None] Provisioning for port 5f5e0ff7-d491-493e-9032-d0aa4352f14b completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:23.056814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 32936) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:23.071229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-a0fc7503-e29b-49ef-8cc8-0fe7d2abd112 None None] Provisioning complete for port 5f5e0ff7-d491-493e-9032-d0aa4352f14b triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:23.071647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7503-e29b-49ef-8cc8-0fe7d2abd112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.169035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e593b3bf-dcd1-48e8-9759-77312e31fbb6,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:23.237538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.239757 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:23.288106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.290577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Notify callbacks [] for port, precommit_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.303303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Transition to ACTIVE for port object 444a1acd-5484-40af-833c-b6b2723e986f will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:23.304234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.313387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.351006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bd8bc-7fd9-466a-b706-5eba55583f46 req-9fb0bb57-ab27-4932-bf9c-b7b517c2aaf3 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:23.352978 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-728bd8bc-7fd9-466a-b706-5eba55583f46 req-9fb0bb57-ab27-4932-bf9c-b7b517c2aaf3 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 944 time: 1.9839804 Jan 15 15:01:23.363025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-78b0eaeb-5ea4-41b7-ae60-4c7e738816d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:23.363407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d4195-4b52-4232-90d1-3d94f14ddb4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb08bb0-7ea4-4d04-8d3a-528386b6791f,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:23.365842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.368690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4195-4b52-4232-90d1-3d94f14ddb4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.372655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bef1ca01-e159-44e2-9379-9964e62d329e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.387885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fa7d4195-4b52-4232-90d1-3d94f14ddb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:23.393294 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-fa7d4195-4b52-4232-90d1-3d94f14ddb4c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/acb08bb0-7ea4-4d04-8d3a-528386b6791f HTTP/1.1" status: 204 len: 168 time: 3.7190802 Jan 15 15:01:23.394282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 32950) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:23.433766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bef1ca01-e159-44e2-9379-9964e62d329e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.439286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:23.457677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.459216 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1626141 Jan 15 15:01:23.470771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 32954) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:23.528223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:23.572978 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc7503-e29b-49ef-8cc8-0fe7d2abd112 None None] Port 5f5e0ff7-d491-493e-9032-d0aa4352f14b cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:01:23.606871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port a20789bc-c9ff-4664-b03d-1ee2faab89b8 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:23.619275 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.650098 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port a20789bc-c9ff-4664-b03d-1ee2faab89b8 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:23.650722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.657796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bef1ca01-e159-44e2-9379-9964e62d329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.683602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dac43-f8e2-4fe0-b315-48489814338c None None] Pushing event updated for resources: {'Port': ['ID=444a1acd-5484-40af-833c-b6b2723e986f,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:23.687668 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4c1dac43-f8e2-4fe0-b315-48489814338c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:23.702473 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-728bd8bc-7fd9-466a-b706-5eba55583f46 req-1854a9fd-21d0-4387-ad9a-21ffcd1041ee tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352432 Jan 15 15:01:23.714379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Attempting to bind port 444a1acd-5484-40af-833c-b6b2723e986f on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:23.715036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Attempting to bind port 444a1acd-5484-40af-833c-b6b2723e986f by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:23.715589 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Attempting to bind port 444a1acd-5484-40af-833c-b6b2723e986f on network 5d29fd04-ed01-410d-a94e-5841f80335e6 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:23.726544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:23.727142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Checking segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:23.727940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.728521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Bound using segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:23.729366 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Bound port: 444a1acd-5484-40af-833c-b6b2723e986f, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:23.730322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.741971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-a47e05a2-a454-4f84-9f9a-3d355672da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:23.743909 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-a47e05a2-a454-4f84-9f9a-3d355672da4d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ccc0d18011a1418fa413872d223845e7&device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 1161 time: 0.9059577 Jan 15 15:01:23.778590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 2, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:23.809872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.817541 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'security_group_rule': {'security_group_id': '5fc5c32d-abb0-47fd-8042-fe71b1a18f3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:23.829675 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] For port 444a1acd-5484-40af-833c-b6b2723e986f, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:23.833120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] For port 444a1acd-5484-40af-833c-b6b2723e986f, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=444a1acd-5484-40af-833c-b6b2723e986f,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:23.837356 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Checking router: 24d19b1d-1de3-4127-8086-e1745751cb00 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:01:23.837761 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Updating router 24d19b1d-1de3-4127-8086-e1745751cb00 port f09fa98e-d121-4275-b90b-1a617e2b6b52 binding host dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:01:23.837979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.879535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cc62d1-d1db-4eb8-adb1-b421e0a0324a,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:23.898835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:23.903793 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018b1250-f64c-48a8-b398-40dcd69c2a30', 'tag': '3c810363-62d6-40b9-b9e2-1fff5fa0e4c0', 'status': 'completed', 'code': 200} Jan 15 15:01:23.906946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.929229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1fa4ba21-7a27-4d79-b243-e78fbeae87b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:23.930942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:23.933495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.934473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:23.939966 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:23.940710 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Usage tracker for resource:security_group_rule and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:23.944443 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1168418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969654'] for router_interface, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.951819 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-11c5ff7c-b610-4a90-b53c-a15cf2463d61 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 HTTP/1.1" status: 200 len: 217 time: 0.1914902 Jan 15 15:01:23.952198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:23.956741 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7821a52455a8409b92c45e48e275bf4b&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6976919 Jan 15 15:01:23.963412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 32966) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:23.964173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1ca01-e159-44e2-9379-9964e62d329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e593b3bf-dcd1-48e8-9759-77312e31fbb6,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:23.973866 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-bef1ca01-e159-44e2-9379-9964e62d329e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:23.988014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9fc63257-56dc-4d0f-b789-c94dbc92349a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:24.137834 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bef1ca01-e159-44e2-9379-9964e62d329e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:24.142308 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-bef1ca01-e159-44e2-9379-9964e62d329e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e593b3bf-dcd1-48e8-9759-77312e31fbb6 HTTP/1.1" status: 204 len: 168 time: 1.0841830 Jan 15 15:01:24.194601 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-0dd5b857-bc00-487a-94e5-21193b90d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:24.198846 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-0dd5b857-bc00-487a-94e5-21193b90d57d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0089c8f-8286-4d1f-a013-1818a570d2f9 HTTP/1.1" status: 200 len: 852 time: 0.2273428 Jan 15 15:01:24.312530 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-6f2fd1fe-9e0c-4687-b9c0-3ffd665a60fa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ed6ca41-694c-46de-9ea8-cd745d81d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711122 Jan 15 15:01:24.315117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ec89c35c-e609-418f-bde8-d9096fc68ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:24.316545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:24.321335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:24.402543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:24.418024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5e0ff7-d491-493e-9032-d0aa4352f14b,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:24.492850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:24.507737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:24.509786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:24.545653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:24.624420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Notify callbacks [] for port, precommit_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:24.640795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Transition to ACTIVE for port object f09fa98e-d121-4275-b90b-1a617e2b6b52 will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:24.644178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dac43-f8e2-4fe0-b315-48489814338c None None] Pushing event updated for resources: {'Port': ['ID=444a1acd-5484-40af-833c-b6b2723e986f,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:24.657761 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4c1dac43-f8e2-4fe0-b315-48489814338c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:24.681072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:24.688708 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:24.883898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ec89c35c-e609-418f-bde8-d9096fc68ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:24.900599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:24.901040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:24.901869 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:24.902247 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:24.902713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:24.903046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:24.903380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:24.903637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:24.904025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:24.904383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:24.974750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ec89c35c-e609-418f-bde8-d9096fc68ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:24.996041 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-8a2f643c-a905-4b59-b4f6-7a15902e8010 service neutron] 10.222.0.75 "GET /v2.0/networks/3ed6ca41-694c-46de-9ea8-cd745d81d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659751 Jan 15 15:01:24.999096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:25.018473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:25.171654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:25.172266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:25.172777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:25.173450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:01:25.174358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a57773-0785-4de5-8e54-57596fee7b86']}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:25.187320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ec89c35c-e609-418f-bde8-d9096fc68ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.191623 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ec89c35c-e609-418f-bde8-d9096fc68ef0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6cc62d1-d1db-4eb8-adb1-b421e0a0324a HTTP/1.1" status: 204 len: 168 time: 1.2252574 Jan 15 15:01:25.194962 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d4d4b32-ea6d-48d7-aeb1-f0795fa23f97 req-d8cbea0b-c2f6-4bcc-a83d-283fce54f7a7 service neutron] 10.222.0.75 "GET /v2.0/networks/3ed6ca41-694c-46de-9ea8-cd745d81d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1789081 Jan 15 15:01:25.198562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3331ea-75f9-452a-b5c6-75db7a74025e') {'for_net_delete': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:25.199588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89c35c-e609-418f-bde8-d9096fc68ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cc62d1-d1db-4eb8-adb1-b421e0a0324a,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:25.202811 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ec89c35c-e609-418f-bde8-d9096fc68ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:25.210011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3331ea-75f9-452a-b5c6-75db7a74025e') {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:25.246543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852363072'] for segment, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.297491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.324609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:01:25.336486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7aa55f45-630a-4440-8058-5333bb37804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.363449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0456947-30c1-4240-a725-fd3dc31ca522 None None] Pushing event updated for resources: {'Port': ['ID=f09fa98e-d121-4275-b90b-1a617e2b6b52,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:25.365637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d0456947-30c1-4240-a725-fd3dc31ca522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:25.389331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.393528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.425329 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port a20789bc-c9ff-4664-b03d-1ee2faab89b8, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=a20789bc-c9ff-4664-b03d-1ee2faab89b8,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:25.429201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-16067165-9329-412c-a8ae-1bcc7644d477 None None] Provisioning complete for port 5f5e0ff7-d491-493e-9032-d0aa4352f14b triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:25.430484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-16067165-9329-412c-a8ae-1bcc7644d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.441058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.455166 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1168418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969654'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.520066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.544959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:25.636210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=a20789bc-c9ff-4664-b03d-1ee2faab89b8,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:25.640895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:25.703599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:25.821630 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.845046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9045be29-a5a9-4146-b6c3-1c864f49fea8,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:25.852766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-16067165-9329-412c-a8ae-1bcc7644d477 None None] Port 5f5e0ff7-d491-493e-9032-d0aa4352f14b cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:01:25.857796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:25.882727 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Network 2891b84a-ddb2-44b6-84e2-af620d985462 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:25.885388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:25.890511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf566ec-f60d-4343-a260-8c57001c6d5d req-8ae00b64-8cf7-4ff5-a078-6c2b1015fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:25.892180 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bf566ec-f60d-4343-a260-8c57001c6d5d req-8ae00b64-8cf7-4ff5-a078-6c2b1015fc3d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ccc0d18011a1418fa413872d223845e7&device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 1161 time: 0.5912273 Jan 15 15:01:25.901821 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:25.984942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33040) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:25.992380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Attempting to bind port f09fa98e-d121-4275-b90b-1a617e2b6b52 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:25.992799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Attempting to bind port f09fa98e-d121-4275-b90b-1a617e2b6b52 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:25.993213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Attempting to bind port f09fa98e-d121-4275-b90b-1a617e2b6b52 on network 4464ff7c-1c56-4d87-a5ad-2975372223a8 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:26.015144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:26.015144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Checking segment: {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:26.015144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:26.015144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Bound using segment: {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:26.015575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Bound port: f09fa98e-d121-4275-b90b-1a617e2b6b52, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:26.016028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:26.027207 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:26.038435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Network 64a57773-0785-4de5-8e54-57596fee7b86 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:01:26.050729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:26.050901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4159793'] for segment, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:26.051006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:01:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:26.253903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Network 64a57773-0785-4de5-8e54-57596fee7b86 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:01:26.254362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] For port f09fa98e-d121-4275-b90b-1a617e2b6b52, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:26.258314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] For port f09fa98e-d121-4275-b90b-1a617e2b6b52, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=f09fa98e-d121-4275-b90b-1a617e2b6b52,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:26.349741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: (rel_b, rel_a, rel_b), Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: (rel_b, rel_a, rel_b), Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:01:26.380795 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:01:26.384427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f69c4a20-1f00-46e3-be7a-9e5bf32dfb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:26.390685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:26.457570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:26.468803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Router b656befd-a3dc-427a-8438-df47fcaf8775 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:01:26.470602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41eb31f-4647-4a8f-a61e-c8b2383b1405,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:26.488933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:26.495474 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:26.496919 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8613889 Jan 15 15:01:26.503475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:26.507199 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/64a57773-0785-4de5-8e54-57596fee7b86 HTTP/1.1" status: 204 len: 168 time: 3.0943780 Jan 15 15:01:26.511254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 33068) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:26.511735 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 33070) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:26.513916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:26.544393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'security_group_rule': {'security_group_id': '5fc5c32d-abb0-47fd-8042-fe71b1a18f3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:26.611867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:26.637889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0456947-30c1-4240-a725-fd3dc31ca522 None None] Pushing event updated for resources: {'Port': ['ID=f09fa98e-d121-4275-b90b-1a617e2b6b52,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:26.646895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d0456947-30c1-4240-a725-fd3dc31ca522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:26.695775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:26.701129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:26.707115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=64a57773-0785-4de5-8e54-57596fee7b86,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:26.713556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:26.715904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:26.728104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] Usage tracker for resource:security_group_rule and tenant:17cf7d0a50f84295b932c4beb7810756 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:26.735149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:26.759345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:26.790485 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Usage tracker for resource:security_group_rule and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:26.818273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:26.828536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:01:26.835177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf566ec-f60d-4343-a260-8c57001c6d5d req-e2fc914a-5cdc-4cb1-9917-84d64a52fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:26.837508 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bf566ec-f60d-4343-a260-8c57001c6d5d req-e2fc914a-5cdc-4cb1-9917-84d64a52fedd service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ed6ca41-694c-46de-9ea8-cd745d81d8ff HTTP/1.1" status: 200 len: 906 time: 0.9372962 Jan 15 15:01:26.850857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2256d-a742-4351-a6e1-1932cd10033a req-0e68cff9-84c9-4751-b8ed-dfccd800189d tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:26.852748 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bfb2256d-a742-4351-a6e1-1932cd10033a req-0e68cff9-84c9-4751-b8ed-dfccd800189d tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 944 time: 1.5502286 Jan 15 15:01:26.868525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f53e88-f3b8-4336-bd8e-c43b6c2a96fb admin admin] Deleting subnet 939dbccd-e36e-4953-9d13-54a1a4d3636b {{(pid=80085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:01:26.879003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:26.894307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b3f53e88-f3b8-4336-bd8e-c43b6c2a96fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:26.966134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:26.966851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:01:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:26.971113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b3f53e88-f3b8-4336-bd8e-c43b6c2a96fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2412792'] for subnet, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:27.071648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b3f53e88-f3b8-4336-bd8e-c43b6c2a96fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:27.190039 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bf566ec-f60d-4343-a260-8c57001c6d5d req-0da242dd-a730-4cd6-80ac-f43eeb50d5a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 HTTP/1.1" status: 200 len: 217 time: 0.1860335 Jan 15 15:01:27.207528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:27.259995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:27.279524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf566ec-f60d-4343-a260-8c57001c6d5d req-f341333d-2ab8-487a-807f-2a7322aad185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:27.281084 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bf566ec-f60d-4343-a260-8c57001c6d5d req-f341333d-2ab8-487a-807f-2a7322aad185 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0089c8f-8286-4d1f-a013-1818a570d2f9 HTTP/1.1" status: 200 len: 852 time: 0.0813477 Jan 15 15:01:27.355428 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bf566ec-f60d-4343-a260-8c57001c6d5d req-c91adbfd-5f18-4e7a-a41f-77545f1527f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ed6ca41-694c-46de-9ea8-cd745d81d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661952 Jan 15 15:01:27.510950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:27.600896 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bf566ec-f60d-4343-a260-8c57001c6d5d req-bf150d30-979b-4155-9229-51c42a75601f service neutron] 10.222.0.75 "GET /v2.0/networks/3ed6ca41-694c-46de-9ea8-cd745d81d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247770 Jan 15 15:01:27.674964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:01:27.685029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Sync routers for ids ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:01:27.702322 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] 10.222.0.70 "PUT /v2.0/routers/e3fdf36c-032e-4907-8d9f-37e2e6cc11d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9917595 Jan 15 15:01:27.706552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:27.717426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Routers {'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:27.718139 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:01:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:27.807595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:27.825262 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:27.828919 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bf566ec-f60d-4343-a260-8c57001c6d5d req-32ad3b34-c212-4c4d-91d6-4baad5610014 service neutron] 10.222.0.75 "GET /v2.0/networks/3ed6ca41-694c-46de-9ea8-cd745d81d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2197146 Jan 15 15:01:27.866048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c769c1e-d444-4f9b-bdd9-64c38c6a7476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:27.904607 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17cf7d0a50f84295b932c4beb7810756&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9183607 Jan 15 15:01:27.905685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33118) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:27.907143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c633737-4980-4371-b6eb-8385025f45bd,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:27.924544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33120) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:27.930606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:27.931255 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:27.949068 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:27.992930 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bfb2256d-a742-4351-a6e1-1932cd10033a req-b18d9fe6-2df2-4ea8-b430-aafc83471601 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1152129 Jan 15 15:01:27.998476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-93967042-5146-4be3-ae95-af9fa69f94e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:28.012937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.017357 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4840884 Jan 15 15:01:28.023656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecf3e3a-52cd-42a4-ba44-6e0140177977,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:28.026790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:28.029487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 33128) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:28.045336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'floatingip': {'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:28.047505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a20789bc-c9ff-4664-b03d-1ee2faab89b8 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:28.049026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ecbeac04-31a8-4835-a078-b49ae46680cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.055639 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:28.060226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Usage tracker for resource:floatingip and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:28.063980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:28.071001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:28.082023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:01:28.085945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ecbeac04-31a8-4835-a078-b49ae46680cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.104004 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] 10.222.0.70 "PUT /v2.0/routers/b656befd-a3dc-427a-8438-df47fcaf8775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4266436 Jan 15 15:01:28.104004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.122521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.156351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ecbeac04-31a8-4835-a078-b49ae46680cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.164924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:28.209371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeac04-31a8-4835-a078-b49ae46680cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c633737-4980-4371-b6eb-8385025f45bd,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:28.212027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ecbeac04-31a8-4835-a078-b49ae46680cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.212778 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b3f53e88-f3b8-4336-bd8e-c43b6c2a96fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4159852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580214'] for subnet, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.224833 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ecbeac04-31a8-4835-a078-b49ae46680cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c633737-4980-4371-b6eb-8385025f45bd HTTP/1.1" status: 204 len: 168 time: 0.2792540 Jan 15 15:01:28.226384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ecbeac04-31a8-4835-a078-b49ae46680cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:28.366160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-741c0294-232c-4ce0-b6f2-8f7a93d67575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:28.441274 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Set router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:28.454808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port a20789bc-c9ff-4664-b03d-1ee2faab89b8 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:28.455232 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.489290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f53e88-f3b8-4336-bd8e-c43b6c2a96fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939dbccd-e36e-4953-9d13-54a1a4d3636b,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:28.524502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b3f53e88-f3b8-4336-bd8e-c43b6c2a96fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:28.572985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b3f53e88-f3b8-4336-bd8e-c43b6c2a96fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.577589 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b3f53e88-f3b8-4336-bd8e-c43b6c2a96fb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/939dbccd-e36e-4953-9d13-54a1a4d3636b HTTP/1.1" status: 204 len: 168 time: 2.0425360 Jan 15 15:01:28.578531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 33144) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:28.612119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 2, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:28.623148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb49456-a751-4d6b-b8f7-0b468dfd9944 None None] The sync data for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi is: [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 2, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:01:28.641350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.687112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:26Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:28.694802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f21eb3-5af9-49ee-b1c6-47798558cad2 None None] The sync data for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi is: [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:26Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:01:28.700031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:28.709430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1408256f2b48918a29d07794b0c000 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:28.712624 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:28.718813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:28.848422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.919448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.922950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:28.984547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'name': 'tempest-ServerRescueNegativeTestJSON-67731332-router', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:23Z', 'revision_number': 4, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'gw_port': {'id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '9045be29-a5a9-4146-b6c3-1c864f49fea8', 'name': '', 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'mac_address': 'fa:16:3e:52:f1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1499417f-dba4-4c13-bcea-1ae7e569de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:19Z', 'updated_at': '2021-01-15T15:01:24Z', 'revision_number': 2, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'subnets': [{'id': '1499417f-dba4-4c13-bcea-1ae7e569de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:28.985402 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:28.994062 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Checking router: e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:01:28.994623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Updating router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 port 9045be29-a5a9-4146-b6c3-1c864f49fea8 binding host dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:01:29.058173 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b1408256f2b48918a29d07794b0c000&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1348546 Jan 15 15:01:29.059127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa1c0b-3043-4eed-b033-0f9c98dbda6f,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:29.061841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33160) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:29.070813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:29.127740 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:29.189758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:29.260045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-12d0b42f-0677-4d76-b2e9-a9ef9c7c30e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:29.260381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.objects.ports [None req-50fefe5f-fde9-43d2-94b7-c8854ee53e15 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:01:29.356691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-12d0b42f-0677-4d76-b2e9-a9ef9c7c30e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:29.357612 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:29.480014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-12d0b42f-0677-4d76-b2e9-a9ef9c7c30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:29.497568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0']}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:29.500586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-db690977-94e9-4a55-b44c-5a52ddc890ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:29.528337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612c1feb-eb3d-437a-856e-78aee9523ca1') {'for_net_delete': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:29.528846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612c1feb-eb3d-437a-856e-78aee9523ca1') {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:29.547781 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0b42f-0677-4d76-b2e9-a9ef9c7c30e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa1c0b-3043-4eed-b033-0f9c98dbda6f,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:29.549304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-12d0b42f-0677-4d76-b2e9-a9ef9c7c30e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:29.550544 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-12d0b42f-0677-4d76-b2e9-a9ef9c7c30e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ffa1c0b-3043-4eed-b033-0f9c98dbda6f HTTP/1.1" status: 204 len: 168 time: 0.4877059 Jan 15 15:01:29.553310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-12d0b42f-0677-4d76-b2e9-a9ef9c7c30e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:29.576949 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852363072'] for segment, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:29.618513 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:29.641885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:01:29.783258 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device f09fa98e-d121-4275-b90b-1a617e2b6b52 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:29.908450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:30.137283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33176) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:30.138203 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Network cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:01:30.143418 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'security_group': {'name': 'tempest-securitygroup--447454728', 'description': 'tempest-description--748851928'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:30.163208 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.172061 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:30.182929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4159793'] for segment, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.187653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port f09fa98e-d121-4275-b90b-1a617e2b6b52 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:30.198968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port f09fa98e-d121-4275-b90b-1a617e2b6b52 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:30.199384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.200822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:security_group and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:30.204394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:30.211599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:30.225698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Transition to ACTIVE for port object 9045be29-a5a9-4146-b6c3-1c864f49fea8 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:30.228603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.235311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.286623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-26f78e7f-7a06-4099-905e-a24ec4dec049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:30.295549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:30.313592 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:security_group_rule and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:30.320709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:30.332552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:30.368455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:30.388115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:30.388537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.533872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5caf3-1927-47a2-a5bd-a12b256db7a3 None None] Pushing event updated for resources: {'Port': ['ID=9045be29-a5a9-4146-b6c3-1c864f49fea8,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:30.538454 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-cae5caf3-1927-47a2-a5bd-a12b256db7a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:30.597132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.603563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.620289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:30.690658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.696152 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5544965 Jan 15 15:01:30.696663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33190) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:30.758750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Network cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:01:30.763399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'SecurityGroup': ['ID=9a82e0b6-26b4-4896-b353-dc526044e9cb,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:30.788374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'security_group_rule': {'security_group_id': '9a82e0b6-26b4-4896-b353-dc526044e9cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:30.811306 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:30.820643 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:security_group_rule and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:30.827398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:30.853379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:30.862529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:30.883271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.981686 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.004074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.019733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33200) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:01:31.023570 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:01:31.054986 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.066695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018b1250-f64c-48a8-b398-40dcd69c2a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c810363-62d6-40b9-b9e2-1fff5fa0e4c0'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:01:31.108325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:31.116857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] Usage tracker for resource:security_group_rule and tenant:1772c8c885574f71963495875d314818 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:31.123395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:31.142649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:31.167120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0,segment=NetworkSegment(e97bd0da-bb71-42e2-8349-7ef81190b6ce),segment_id=e97bd0da-bb71-42e2-8349-7ef81190b6ce)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:31.185686 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Attempting to bind port 9045be29-a5a9-4146-b6c3-1c864f49fea8 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:31.186078 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Attempting to bind port 9045be29-a5a9-4146-b6c3-1c864f49fea8 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:31.188065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Attempting to bind port 9045be29-a5a9-4146-b6c3-1c864f49fea8 on network 2891b84a-ddb2-44b6-84e2-af620d985462 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:31.190362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.197120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:31.201324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:31.203045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Checking segment: {'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:31.203489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.203947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Bound using segment: {'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:31.204468 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Bound port: 9045be29-a5a9-4146-b6c3-1c864f49fea8, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:31.204898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.285943 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:31.291659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:31.300543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port f09fa98e-d121-4275-b90b-1a617e2b6b52, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=f09fa98e-d121-4275-b90b-1a617e2b6b52,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:31.308763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.311267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:31.332561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.340918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.392470 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Allocated IP 172.27.1.42 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/df3f6e64-9d42-4d4f-be03-175a121b3ebf) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:31.411047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:31.437512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] For port 9045be29-a5a9-4146-b6c3-1c864f49fea8, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:31.445666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=f09fa98e-d121-4275-b90b-1a617e2b6b52,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:31.447583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] For port 9045be29-a5a9-4146-b6c3-1c864f49fea8, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=9045be29-a5a9-4146-b6c3-1c864f49fea8,segment=NetworkSegment(054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a),segment_id=054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:31.449248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:31.451911 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.478254 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1772c8c885574f71963495875d314818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549601 Jan 15 15:01:31.478429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95273686-70c6-445a-b090-285d5c8a446c,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:31.480214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-cae5caf3-1927-47a2-a5bd-a12b256db7a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:31.490029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33212) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:31.499925 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:31.502429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.545164 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.552289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:31.610449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.617784 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9078100 Jan 15 15:01:31.618874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06340136-2e82-4d06-bb80-7c15dba666cc,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:31.623100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33218) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:31.633524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'security_group_rule': {'security_group_id': '9a82e0b6-26b4-4896-b353-dc526044e9cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:31.643355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:31.647699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d6851064-a927-47df-8732-885f0c194db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.648055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5caf3-1927-47a2-a5bd-a12b256db7a3 None None] Pushing event updated for resources: {'Port': ['ID=9045be29-a5a9-4146-b6c3-1c864f49fea8,revision_number=4']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:31.650831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:31.657143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-cae5caf3-1927-47a2-a5bd-a12b256db7a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:31.667395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:security_group_rule and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:31.668418 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-cacb3548-4720-4460-818f-5110f1e4447e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:31.669215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-cacb3548-4720-4460-818f-5110f1e4447e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Synchronizing usage tracker for tenant:a6bbb339ed144d49810a0c9c8a2b931c on resource:network {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:31.682131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:31.694942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:31.698415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d6851064-a927-47df-8732-885f0c194db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.717560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:31.772200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-cacb3548-4720-4460-818f-5110f1e4447e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Unset dirty status for tenant:a6bbb339ed144d49810a0c9c8a2b931c on resource:network {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:31.773573 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-cacb3548-4720-4460-818f-5110f1e4447e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 817 time: 0.7172339 Jan 15 15:01:31.778288 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.787231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.843748 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.868504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 444a1acd-5484-40af-833c-b6b2723e986f up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:31.875787 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Routers {'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:31.876401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:01:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:31.876539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c31aa2c-2c64-4fd8-a0cd-d502820121a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:31.897578 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-94f67b65-3e88-4154-9612-739d7ed19cf9 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/quotas/a6bbb339ed144d49810a0c9c8a2b931c HTTP/1.1" status: 200 len: 375 time: 0.1133935 Jan 15 15:01:31.920483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:31.924616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:31.943667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d6851064-a927-47df-8732-885f0c194db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:31.955266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:31.971594 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cbb68979-f3d2-4bf2-9d6f-e24c5e0e80f0 HTTP/1.1" status: 204 len: 168 time: 3.3898449 Jan 15 15:01:31.996384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:31.996979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.031931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ae325-8f41-4cef-b5c0-194cfcc2b2e2 req-00ea9976-56e1-4c83-b150-df250c6bb3cb tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:32.040633 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-236ae325-8f41-4cef-b5c0-194cfcc2b2e2 req-00ea9976-56e1-4c83-b150-df250c6bb3cb tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 946 time: 0.9862978 Jan 15 15:01:32.072844 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.097233 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d6851064-a927-47df-8732-885f0c194db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.098491 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d6851064-a927-47df-8732-885f0c194db8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95273686-70c6-445a-b090-285d5c8a446c HTTP/1.1" status: 204 len: 168 time: 0.6071801 Jan 15 15:01:32.100060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.105425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6851064-a927-47df-8732-885f0c194db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95273686-70c6-445a-b090-285d5c8a446c,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:32.111344 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d6851064-a927-47df-8732-885f0c194db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:32.115293 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4934dee9-62bb-45da-9975-ad3d2ade2e2b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:32.163906 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-236ae325-8f41-4cef-b5c0-194cfcc2b2e2 req-442f9e73-331b-4a79-a965-4939da821fa1 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220877 Jan 15 15:01:32.200809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 444a1acd-5484-40af-833c-b6b2723e986f completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:32.206391 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06eef969-2f22-4771-9523-c2c6c3d46d58,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:32.218731 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] Set router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:32.223503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:32.225399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.229785 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-56d46b9a-f92d-43f3-a70b-af35d3bcf88c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6024804 Jan 15 15:01:32.230121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.230279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 33244) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:32.235854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 444a1acd-5484-40af-833c-b6b2723e986f triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:32.239203 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.243642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'floatingip': {'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:32.263886 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-4ff75d3a-9612-4b67-bc9e-b77ac295967b tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3448622 Jan 15 15:01:32.273540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:32.313865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:floatingip and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:32.318189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:32.325817 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:32.365363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.449489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33256) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:32.528916 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-47a5a565-59cb-49ff-84a2-be4f4e64dad5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=975053dab3f6465eb218cdd3654d1b80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0782838 Jan 15 15:01:32.529619 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33262) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:32.631200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-38196458-b74d-4023-b391-c9022c74c238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.661202 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.671544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-38196458-b74d-4023-b391-c9022c74c238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.687274 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 444a1acd-5484-40af-833c-b6b2723e986f, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=444a1acd-5484-40af-833c-b6b2723e986f,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:32.693988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.695111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device f09fa98e-d121-4275-b90b-1a617e2b6b52 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:32.767452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-38196458-b74d-4023-b391-c9022c74c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.773138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7130fdbb-c50e-450c-93bf-1831733ea300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:32.797009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38196458-b74d-4023-b391-c9022c74c238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0afd84-c4af-4973-8e8d-9a8fb07dbd21,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:32.804489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-38196458-b74d-4023-b391-c9022c74c238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:32.816355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c98e16b2-6ab4-4bf3-9b2e-f49dad7fda3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:32.825163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-38196458-b74d-4023-b391-c9022c74c238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.828961 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-38196458-b74d-4023-b391-c9022c74c238 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f0afd84-c4af-4973-8e8d-9a8fb07dbd21 HTTP/1.1" status: 204 len: 168 time: 0.2957885 Jan 15 15:01:32.915314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=444a1acd-5484-40af-833c-b6b2723e986f,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:32.926403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:32.951580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port f09fa98e-d121-4275-b90b-1a617e2b6b52 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:32.952044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:32.990967 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:33.016954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'name': 'tempest-ServerRescueNegativeTestJSON-67731332-router', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:23Z', 'revision_number': 4, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'gw_port': {'id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '9045be29-a5a9-4146-b6c3-1c864f49fea8', 'name': '', 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'mac_address': 'fa:16:3e:52:f1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1499417f-dba4-4c13-bcea-1ae7e569de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:19Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 4, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'subnets': [{'id': '1499417f-dba4-4c13-bcea-1ae7e569de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:33.023968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb8696-813f-4189-aa6f-697198f94d0f None None] The sync data for ids ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'] in dv-cinder-689486-7-iscsi is: [{'id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'name': 'tempest-ServerRescueNegativeTestJSON-67731332-router', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:23Z', 'revision_number': 4, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'gw_port': {'id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '9045be29-a5a9-4146-b6c3-1c864f49fea8', 'name': '', 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'mac_address': 'fa:16:3e:52:f1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1499417f-dba4-4c13-bcea-1ae7e569de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:19Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 4, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'subnets': [{'id': '1499417f-dba4-4c13-bcea-1ae7e569de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:01:33.121564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:33.201290 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018b1250-f64c-48a8-b398-40dcd69c2a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c810363-62d6-40b9-b9e2-1fff5fa0e4c0', 'code': 200} Jan 15 15:01:33.345696 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:33.350251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:33.357065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'Port': ['ID=df3f6e64-9d42-4d4f-be03-175a121b3ebf,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:33.360266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:33.479414 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:33.671430 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-4c250f98-45fc-419a-93ae-0733df697225 service neutron] 10.222.0.70 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3917105 Jan 15 15:01:33.680627 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98ab53-a4c5-45ec-a4dd-9b71d6fe18a6 req-52a19c92-9bcd-4ef0-8bdd-e9619014a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:33.682516 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0f98ab53-a4c5-45ec-a4dd-9b71d6fe18a6 req-52a19c92-9bcd-4ef0-8bdd-e9619014a637 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 1163 time: 0.1133378 Jan 15 15:01:33.718567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0f98ab53-a4c5-45ec-a4dd-9b71d6fe18a6 req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:33.742278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-0f98ab53-a4c5-45ec-a4dd-9b71d6fe18a6 req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:33.748820 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-0f98ab53-a4c5-45ec-a4dd-9b71d6fe18a6 req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] Usage tracker for resource:security_group_rule and tenant:1dd131bdcfc54169a38a41560825b347 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:33.752475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-0f98ab53-a4c5-45ec-a4dd-9b71d6fe18a6 req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:33.763309 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-0f98ab53-a4c5-45ec-a4dd-9b71d6fe18a6 req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:33.775651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 444a1acd-5484-40af-833c-b6b2723e986f up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:33.903710 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33290) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:33.914021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 444a1acd-5484-40af-833c-b6b2723e986f triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:33.915552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:33.931090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0f98ab53-a4c5-45ec-a4dd-9b71d6fe18a6 req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:33.938377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0f98ab53-a4c5-45ec-a4dd-9b71d6fe18a6 req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:33.963459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-50d1d71f-8520-4ff7-a934-ef6db6716eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:33.976961 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0f98ab53-a4c5-45ec-a4dd-9b71d6fe18a6 req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860003 Jan 15 15:01:34.068618 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb80aca-eba5-4eb7-9b02-e6f2a66f2b32,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:34.079198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:34.086503 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-07f65b76-df15-4e1f-b9fb-be88c114e33d service neutron] 10.222.0.70 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3886909 Jan 15 15:01:34.089857 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0ec3ad09-ad9f-4c21-a2e0-20acc219ea4e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc8df1dea6b54c7781137102065eac83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847484 Jan 15 15:01:34.090543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33300) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:34.112253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 9045be29-a5a9-4146-b6c3-1c864f49fea8 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:34.192467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Sync routers for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:01:34.207777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:34.208720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:01:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:34.210252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-031f0e23-a8fd-454e-b032-7a977d053ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:34.253114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-031f0e23-a8fd-454e-b032-7a977d053ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:34.259967 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4a07c-e822-48c7-82c0-5afd714902fb req-4911a200-7f78-4047-a2df-bdae9ade747d tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:34.261856 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-36a4a07c-e822-48c7-82c0-5afd714902fb req-4911a200-7f78-4047-a2df-bdae9ade747d tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 946 time: 0.7812777 Jan 15 15:01:34.407355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 9045be29-a5a9-4146-b6c3-1c864f49fea8 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:34.414195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-031f0e23-a8fd-454e-b032-7a977d053ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:34.417823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 9045be29-a5a9-4146-b6c3-1c864f49fea8 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:34.418397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:34.428907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ecbeac04-31a8-4835-a078-b49ae46680cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:34.477979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f0e23-a8fd-454e-b032-7a977d053ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a5b0c-b64a-449d-9e4a-8a4038fb54bb,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:34.481938 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-031f0e23-a8fd-454e-b032-7a977d053ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:34.520272 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-031f0e23-a8fd-454e-b032-7a977d053ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:34.524826 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-031f0e23-a8fd-454e-b032-7a977d053ad0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/501a5b0c-b64a-449d-9e4a-8a4038fb54bb HTTP/1.1" status: 204 len: 168 time: 0.4331462 Jan 15 15:01:34.587646 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-36a4a07c-e822-48c7-82c0-5afd714902fb req-96a1fc1b-2076-4ef8-8780-adcf15908595 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064390 Jan 15 15:01:34.620344 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:34.640019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:34.706362 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-11ead841-d7aa-495a-ab4c-80f58afb36f3 req-9cbfe903-0b2c-4e0f-8abb-548fa2d0248f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 210 time: 0.1698930 Jan 15 15:01:34.715324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:34.780803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:35.368670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:35.378716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:35.417417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:35.491055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 9045be29-a5a9-4146-b6c3-1c864f49fea8, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=9045be29-a5a9-4146-b6c3-1c864f49fea8,segment=NetworkSegment(054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a),segment_id=054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:35.498014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:35.502155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:35.507792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33374) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:35.618823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=9045be29-a5a9-4146-b6c3-1c864f49fea8,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:35.652523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:35.703478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 2, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:35.709370 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Checking router: b656befd-a3dc-427a-8438-df47fcaf8775 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:01:35.709859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Updating router b656befd-a3dc-427a-8438-df47fcaf8775 port 5f5e0ff7-d491-493e-9032-d0aa4352f14b binding host dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:01:35.777196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.014525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:36.018964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.059910 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:36.067364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] Usage tracker for resource:security_group_rule and tenant:d712247ca06d4943a5fa580da8a505d4 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:36.073904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:36.090570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:36.092094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-a0ce6f04-6b14-4fc8-8e06-54dbfd92fb8e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:36.099928 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-a0ce6f04-6b14-4fc8-8e06-54dbfd92fb8e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 817 time: 0.3936265 Jan 15 15:01:36.389322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.393469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.398815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Notify callbacks [] for port, precommit_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.424923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-38196458-b74d-4023-b391-c9022c74c238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:36.430761 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Transition to ACTIVE for port object 5f5e0ff7-d491-493e-9032-d0aa4352f14b will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:36.437191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.458513 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d712247ca06d4943a5fa580da8a505d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9492278 Jan 15 15:01:36.459378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57b2e64-3afc-46da-a91e-639a48eff299,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:36.462773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:36.463507 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33400) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:36.566375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e04b6901-28f0-4a09-acc2-087c09120f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.596287 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-7077c00b-9f6f-46c1-b0ab-aa5190c007d6 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/quotas/a6bbb339ed144d49810a0c9c8a2b931c HTTP/1.1" status: 200 len: 375 time: 0.4952178 Jan 15 15:01:36.642828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:36.657261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e04b6901-28f0-4a09-acc2-087c09120f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.755884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e04b6901-28f0-4a09-acc2-087c09120f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.762528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-46c94c43-b416-49b4-a61e-4429cd8a8013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:36.778363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e04b6901-28f0-4a09-acc2-087c09120f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.782317 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e04b6901-28f0-4a09-acc2-087c09120f6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c57b2e64-3afc-46da-a91e-639a48eff299 HTTP/1.1" status: 204 len: 168 time: 0.3152778 Jan 15 15:01:36.782317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b6901-28f0-4a09-acc2-087c09120f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57b2e64-3afc-46da-a91e-639a48eff299,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:36.789601 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e04b6901-28f0-4a09-acc2-087c09120f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:36.797510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.835160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3989f-5c7f-4ebf-89f2-79d85c821a56 None None] Pushing event updated for resources: {'Port': ['ID=5f5e0ff7-d491-493e-9032-d0aa4352f14b,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:36.838438 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b1d3989f-5c7f-4ebf-89f2-79d85c821a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:36.854705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'Port': ['ID=df3f6e64-9d42-4d4f-be03-175a121b3ebf,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:36.871993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:36.933409 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5502bdd-e27e-40a6-b29a-8749418490e4 req-6c5eeb37-4b4a-4985-9af7-51869d798842 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:36.935322 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5502bdd-e27e-40a6-b29a-8749418490e4 req-6c5eeb37-4b4a-4985-9af7-51869d798842 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 946 time: 0.8215809 Jan 15 15:01:36.944598 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:36.947970 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9149616 Jan 15 15:01:36.962445 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Allocated IP 172.27.1.200 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/0ec942d8-8a9b-4a5e-84be-0407605af7e0) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:36.998233 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-be1aa1be-3877-473f-ab7c-5d8fa63139c0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4006920 Jan 15 15:01:37.040533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Attempting to bind port 5f5e0ff7-d491-493e-9032-d0aa4352f14b on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:37.040944 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Attempting to bind port 5f5e0ff7-d491-493e-9032-d0aa4352f14b by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:37.041355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Attempting to bind port 5f5e0ff7-d491-493e-9032-d0aa4352f14b on network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:37.053875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:37.054307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Checking segment: {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:37.054760 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:37.055204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Bound using segment: {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:37.055732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Bound port: 5f5e0ff7-d491-493e-9032-d0aa4352f14b, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:37.056181 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:37.161043 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5502bdd-e27e-40a6-b29a-8749418490e4 req-da6ab7ef-dbca-4380-b7bd-d59af774fe3d tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115488 Jan 15 15:01:37.339442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] For port 5f5e0ff7-d491-493e-9032-d0aa4352f14b, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:37.345155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] For port 5f5e0ff7-d491-493e-9032-d0aa4352f14b, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=5f5e0ff7-d491-493e-9032-d0aa4352f14b,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:37.357156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:37.454809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:37.523156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-01231893-c1e0-4b6b-9f9c-ee64c663cef4 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:37.525491 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-01231893-c1e0-4b6b-9f9c-ee64c663cef4 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 817 time: 0.3942657 Jan 15 15:01:37.533471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:37.552940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Request body: {'port': {'device_id': 'ac32bd13-bd07-4e37-ab32-cf36f9d89c32', 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462', 'admin_state_up': True, 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:37.629390 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3e58c0aa-4301-4938-aed7-ba73cab8e200 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:37.694607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:37.847558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-67e5334d-a9f4-47f0-adeb-a35f4bf7ec6e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Synchronizing usage tracker for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:security_group {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:37.863084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3989f-5c7f-4ebf-89f2-79d85c821a56 None None] Pushing event updated for resources: {'Port': ['ID=5f5e0ff7-d491-493e-9032-d0aa4352f14b,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:37.866209 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 9045be29-a5a9-4146-b6c3-1c864f49fea8 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:37.923508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:37.932322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b1d3989f-5c7f-4ebf-89f2-79d85c821a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:37.934266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Usage tracker for resource:port and tenant:a6bbb339ed144d49810a0c9c8a2b931c is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:37.942815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Quota usage for port was recalculated. Used quota:1. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:37.971489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:37.973606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 9045be29-a5a9-4146-b6c3-1c864f49fea8 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:37.974786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:37.979872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33448) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:38.053421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:38.133751 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:38.142288 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-67e5334d-a9f4-47f0-adeb-a35f4bf7ec6e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Unset dirty status for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:security_group {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:38.145515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Made reservation on behalf of a6bbb339ed144d49810a0c9c8a2b931c for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:01:38.149811 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-67e5334d-a9f4-47f0-adeb-a35f4bf7ec6e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1826069358&fields=id&tenant_id=90f3840824f348a4b2d2a2f552db3c7a HTTP/1.1" status: 200 len: 267 time: 0.3746223 Jan 15 15:01:38.187929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:38.197847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:01:38.198796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:01:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:38.228052 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] Usage tracker for resource:security_group_rule and tenant:668bc511b48e4e5cb272585cd0eff22f is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:38.238105 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:38.253953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:38.302371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'Port': ['ID=0ec942d8-8a9b-4a5e-84be-0407605af7e0,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:38.334980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:38.482904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:38.488447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:38.505832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-321bc6e8-0826-4eb7-a4e2-1af66d75d31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:38.600882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-f5824f63-116e-4745-baf1-e05246bd0bfc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:38.602928 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-f5824f63-116e-4745-baf1-e05246bd0bfc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 817 time: 0.4391932 Jan 15 15:01:38.613768 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=668bc511b48e4e5cb272585cd0eff22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327319 Jan 15 15:01:38.621280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33466) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:38.622766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-cdc3e5ce-d0db-4c9d-9cfe-42dadd4b610d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:01:38.624055 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-cdc3e5ce-d0db-4c9d-9cfe-42dadd4b610d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5172126 Jan 15 15:01:38.640501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89230ec-e7f7-4c62-a46c-3652fd5b5d29,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:38.642042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:01:38.812564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:38.815325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:38.818510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:38.857793 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-b6d18bb0-8575-4474-9cff-8a65e5e65506 service neutron] 10.222.0.70 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227147 Jan 15 15:01:38.864072 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-56ddff14-a4ab-4b4d-9c7f-f5070476357b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/quotas/90f3840824f348a4b2d2a2f552db3c7a HTTP/1.1" status: 200 len: 375 time: 0.2386582 Jan 15 15:01:38.904824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:39.008267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9d853f71-beda-4b08-b6a4-9f2eb37ecff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:39.027050 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-d8a52327-ba43-466c-b184-7c70faa5d7c5 service neutron] 10.222.0.70 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1613078 Jan 15 15:01:39.107406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9d853f71-beda-4b08-b6a4-9f2eb37ecff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:39.163247 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:39.189190 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-573286ba-6748-4546-9b01-94e4315b2040 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Synchronizing usage tracker for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:39.230467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9d853f71-beda-4b08-b6a4-9f2eb37ecff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:39.237818 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:39.246655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-573286ba-6748-4546-9b01-94e4315b2040 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Unset dirty status for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:39.248240 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-573286ba-6748-4546-9b01-94e4315b2040 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2242770 Jan 15 15:01:39.263042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d853f71-beda-4b08-b6a4-9f2eb37ecff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89230ec-e7f7-4c62-a46c-3652fd5b5d29,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:39.270060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9d853f71-beda-4b08-b6a4-9f2eb37ecff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:39.280921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9d853f71-beda-4b08-b6a4-9f2eb37ecff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:39.281658 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9d853f71-beda-4b08-b6a4-9f2eb37ecff3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e89230ec-e7f7-4c62-a46c-3652fd5b5d29 HTTP/1.1" status: 204 len: 168 time: 0.6585779 Jan 15 15:01:39.282945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Allocated IP 172.20.0.6 (2891b84a-ddb2-44b6-84e2-af620d985462/1499417f-dba4-4c13-bcea-1ae7e569de18/33a66cec-c28c-4465-b722-d90229fdc98b) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:39.355413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:39.546034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:37Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:39.560155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2cb6f-f583-4aa3-863d-78b0155b6932 None None] The sync data for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi is: [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:37Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:01:39.781651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 5f5e0ff7-d491-493e-9032-d0aa4352f14b up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:39.979196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:40.021200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 5f5e0ff7-d491-493e-9032-d0aa4352f14b completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:40.039040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 5f5e0ff7-d491-493e-9032-d0aa4352f14b triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:40.039475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:40.072179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:40.124379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:40.166948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2fad-059c-4a5f-b02e-04e2f872e204 req-d93c2de4-e722-4093-84fc-e848df5292a2 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:40.195813 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5edc2fad-059c-4a5f-b02e-04e2f872e204 req-d93c2de4-e722-4093-84fc-e848df5292a2 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 946 time: 0.6618862 Jan 15 15:01:40.322679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Pushing event updated for resources: {'Port': ['ID=33a66cec-c28c-4465-b722-d90229fdc98b,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:40.351933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:40.352867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:40.463111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 5f5e0ff7-d491-493e-9032-d0aa4352f14b, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=5f5e0ff7-d491-493e-9032-d0aa4352f14b,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:40.466657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:40.474397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d0456947-30c1-4240-a725-fd3dc31ca522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:40.637353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Network 2891b84a-ddb2-44b6-84e2-af620d985462 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:40.638681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:40.644730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:40.654940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=5f5e0ff7-d491-493e-9032-d0aa4352f14b,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:40.655945 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-0402aa28-faec-4088-a09f-0fe679a22da6 service neutron] 10.222.0.70 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3776157 Jan 15 15:01:40.669563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:40.683798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:40.684189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:40.696449 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5edc2fad-059c-4a5f-b02e-04e2f872e204 req-8bde69a9-af47-47c3-b670-477ded3383bd tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992523 Jan 15 15:01:40.706862 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1596785 Jan 15 15:01:40.739234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Request body: {'port': {'device_id': 'ac32bd13-bd07-4e37-ab32-cf36f9d89c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:41.004765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:41.265336 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-ef64242d-d71e-4ad4-bc23-f6087c692933 service neutron] 10.222.0.70 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5927377 Jan 15 15:01:41.269376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.75', 60904) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:41.641786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-4a42e237-b156-46cb-b8c4-507cd7b7b3ca tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:41.643462 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-4a42e237-b156-46cb-b8c4-507cd7b7b3ca tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 817 time: 0.3717725 Jan 15 15:01:41.712739 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0ebc4016-1e1f-4a72-b4bf-e6518fb28213 req-ac66d40d-03b5-4be1-875f-2f067000760b tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 210 time: 0.4422131 Jan 15 15:01:41.729245 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Request body: {'port': {'device_id': '551d9417-6f23-4573-a747-82f2d8f4eed4', 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462', 'admin_state_up': True, 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:41.772650 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 5f5e0ff7-d491-493e-9032-d0aa4352f14b up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:41.792727 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a66cec-c28c-4465-b722-d90229fdc98b {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:01:41.822378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:41.866758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Transition to ACTIVE for port object 33a66cec-c28c-4465-b722-d90229fdc98b will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:41.874766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:41.980639 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 5f5e0ff7-d491-493e-9032-d0aa4352f14b triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:41.984275 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:42.006330 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-85a57262-02fd-4004-9bb1-3a0f99e8c04b req-917aab76-586a-4154-ad52-36fc0194ab7f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 210 time: 0.0864570 Jan 15 15:01:42.025870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:42.065824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:42.127770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:42.171084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:42.295326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Pushing event updated for resources: {'Port': ['ID=33a66cec-c28c-4465-b722-d90229fdc98b,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:42.300454 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:42.422671 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Attempting to bind port 33a66cec-c28c-4465-b722-d90229fdc98b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:42.423397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Attempting to bind port 33a66cec-c28c-4465-b722-d90229fdc98b by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:42.424031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Attempting to bind port 33a66cec-c28c-4465-b722-d90229fdc98b on network 2891b84a-ddb2-44b6-84e2-af620d985462 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:42.436721 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:42.437112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Checking segment: {'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:42.437529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:42.437932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Bound using segment: {'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:42.438421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Bound port: 33a66cec-c28c-4465-b722-d90229fdc98b, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:42.438805 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:42.484104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'Port': ['ID=0ec942d8-8a9b-4a5e-84be-0407605af7e0,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:42.488282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:42.525306 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:42.531740 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Usage tracker for resource:port and tenant:a6bbb339ed144d49810a0c9c8a2b931c is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:42.536825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Quota usage for port was recalculated. Used quota:2. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:42.607481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:42.621973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Made reservation on behalf of a6bbb339ed144d49810a0c9c8a2b931c for: {'port': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:01:42.632755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:42.639663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] For port 33a66cec-c28c-4465-b722-d90229fdc98b, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:42.644164 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] For port 33a66cec-c28c-4465-b722-d90229fdc98b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=33a66cec-c28c-4465-b722-d90229fdc98b,segment=NetworkSegment(054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a),segment_id=054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:42.651093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:42.686685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:42.733471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:42.779185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Pushing event updated for resources: {'Port': ['ID=33a66cec-c28c-4465-b722-d90229fdc98b,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:42.785193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:42.873895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:42.874014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33620) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:42.883641 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.6507514 Jan 15 15:01:42.970428 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:42.972239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:42.981432 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] 10.222.0.75 "PUT /v2.0/ports/33a66cec-c28c-4465-b722-d90229fdc98b HTTP/1.1" status: 200 len: 1157 time: 2.2464848 Jan 15 15:01:42.982751 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac32bd13-bd07-4e37-ab32-cf36f9d89c32', 'tag': '33a66cec-c28c-4465-b722-d90229fdc98b'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:01:43.053204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33634) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:43.265487 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-68b0226f-0cab-42fe-a1b2-3d78089f2631 req-9cba6406-977f-4c07-bd6b-35948ed52385 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 210 time: 0.1214099 Jan 15 15:01:43.319796 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac32bd13-bd07-4e37-ab32-cf36f9d89c32', 'tag': '33a66cec-c28c-4465-b722-d90229fdc98b', 'status': 'completed', 'code': 200} Jan 15 15:01:43.465054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:43.510919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Allocated IP 172.20.0.8 (2891b84a-ddb2-44b6-84e2-af620d985462/1499417f-dba4-4c13-bcea-1ae7e569de18/ec6caac4-3cbc-40e2-b862-60fb96a26df1) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:43.543912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-851567fa-66f5-43f8-a889-97fec3ed40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:43.545569 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-851567fa-66f5-43f8-a889-97fec3ed40f4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 1160 time: 0.3543220 Jan 15 15:01:43.546709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:43.641454 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-c94f74c4-ab8e-4e98-9430-5955eb186184 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a66cec-c28c-4465-b722-d90229fdc98b HTTP/1.1" status: 200 len: 217 time: 0.0778799 Jan 15 15:01:43.642533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] Usage tracker for resource:security_group_rule and tenant:f002405e3e5547bfbc746619bddd2858 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:43.652698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:43.751123 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd305c23-cbfe-4704-968f-9d30d8e00ef5 req-4cef9135-f414-4038-8735-434b174c6ae5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 210 time: 0.1734936 Jan 15 15:01:43.810174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.75', 60912) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:43.832402 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:43.837836 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:43.852427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-95fdd490-922b-4656-ad30-3279e5e901d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:43.854177 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-95fdd490-922b-4656-ad30-3279e5e901d8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.1966159 Jan 15 15:01:43.882586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:43.892206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:01:43.894995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f4000bab1d47dcbdbfc0ce17d38fdc is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:43.899968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:43.911865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:44.083494 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:44.098337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-4f3feebe-c83c-4798-b951-91d7ed50211e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:44.107859 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-4f3feebe-c83c-4798-b951-91d7ed50211e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 817 time: 0.2963467 Jan 15 15:01:44.149401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:44.211135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-97f5fd33-f40c-4665-88fb-1ab357cf503f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:44.252998 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8f4000bab1d47dcbdbfc0ce17d38fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1894917 Jan 15 15:01:44.254218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33688) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:44.258185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e334400-669f-458a-816a-8de2729ff7a7,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:44.266683 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-5516c255-dbb5-4488-9781-89e19d800a82 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2975354 Jan 15 15:01:44.268478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:44.345995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-51f63fa1-9967-42c1-b89c-f30b30bf14db tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Synchronizing usage tracker for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:security_group {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:44.382663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-51f63fa1-9967-42c1-b89c-f30b30bf14db tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Unset dirty status for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:security_group {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:44.391812 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-51f63fa1-9967-42c1-b89c-f30b30bf14db tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--447454728&fields=id&tenant_id=0f9d54d7f68d457d97367164e98bea91 HTTP/1.1" status: 200 len: 267 time: 0.2746532 Jan 15 15:01:44.542713 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-0734939e-17e8-4384-a74d-216e1a9a0dba service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924360 Jan 15 15:01:44.548229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fc71f104-7768-40c1-a359-58f74749458a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:44.577804 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-ff78bf1d-e7bb-4ca1-99f1-395df1efc916 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=90f3840824f348a4b2d2a2f552db3c7a HTTP/1.1" status: 200 len: 5705 time: 0.4122932 Jan 15 15:01:44.593342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:44.659980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'port': {'device_id': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'admin_state_up': True, 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'security_groups': ['5fc5c32d-abb0-47fd-8042-fe71b1a18f3e']}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:44.688625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33702) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:44.689004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33704) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:44.741116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fc71f104-7768-40c1-a359-58f74749458a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:44.767205 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20141947-43dc-4cdf-98da-da86a39676c3 req-11a3da7e-ec56-46e0-859f-107f6d804ca9 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 210 time: 0.1839721 Jan 15 15:01:44.801428 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fc71f104-7768-40c1-a359-58f74749458a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:44.814130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-bef1ca01-e159-44e2-9379-9964e62d329e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:44.839218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71f104-7768-40c1-a359-58f74749458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e334400-669f-458a-816a-8de2729ff7a7,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:44.841264 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fc71f104-7768-40c1-a359-58f74749458a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:44.842518 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-fc71f104-7768-40c1-a359-58f74749458a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e334400-669f-458a-816a-8de2729ff7a7 HTTP/1.1" status: 204 len: 168 time: 0.5802846 Jan 15 15:01:44.846196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fc71f104-7768-40c1-a359-58f74749458a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:44.889301 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-781267b1-a5ad-4a5d-b111-53a2e6fc0738 req-b0f47148-7c1a-4741-aaa4-4c68e548f11f service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3245618 Jan 15 15:01:44.916645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:44.953442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:44.961795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-6931b01a-b672-4d12-ad10-feeff2ba3a55 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:44.962599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-6931b01a-b672-4d12-ad10-feeff2ba3a55 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Synchronizing usage tracker for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:network {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:44.968937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:44.974137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:44.978493 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4e286c12105b4678b2b4e110a9d6fd02 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:44.981713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:44.987849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:45.003296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:45.064677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:45.079038 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:45.147310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:45.151342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:45.157461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87acae32-8f66-4e8b-b6a2-083a54e877cf,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:45.162810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:45.179121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:45.199172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:45.205990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] Usage tracker for resource:security_group_rule and tenant:fd566e6901d248f9a682895b13b90ba7 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:45.217964 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f002405e3e5547bfbc746619bddd2858&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3428640 Jan 15 15:01:45.222845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:45.228075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33722) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:45.234375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:45.277658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde3dc9-bb16-4cf7-815a-37bf7462b907 req-6162e9c1-49ca-43ff-9f7a-0560f96d0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:45.279324 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cbde3dc9-bb16-4cf7-815a-37bf7462b907 req-6162e9c1-49ca-43ff-9f7a-0560f96d0f17 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 1160 time: 0.2606990 Jan 15 15:01:45.283192 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-6931b01a-b672-4d12-ad10-feeff2ba3a55 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Unset dirty status for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:network {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:45.284452 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-6931b01a-b672-4d12-ad10-feeff2ba3a55 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/networks?id=42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 200 len: 810 time: 0.8917758 Jan 15 15:01:45.338497 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f87d25e8-f55e-436c-afcb-4c0aa898b4bd req-aebed318-2650-4df9-9c5a-849a5f74f55a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 210 time: 0.0647573 Jan 15 15:01:45.363356 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Network 2891b84a-ddb2-44b6-84e2-af620d985462 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:45.369068 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:45.371245 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Pushing event updated for resources: {'Port': ['ID=ec6caac4-3cbc-40e2-b862-60fb96a26df1,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:45.380402 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-89390001-e185-4cbc-99de-eb0170dd2278 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/quotas/0f9d54d7f68d457d97367164e98bea91 HTTP/1.1" status: 200 len: 375 time: 0.0385323 Jan 15 15:01:45.383011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:45.383757 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:45.392128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:45.420142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 33726) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:45.467205 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:45.484705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-12d0b42f-0677-4d76-b2e9-a9ef9c7c30e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:45.498033 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Made reservation on behalf of 90f3840824f348a4b2d2a2f552db3c7a for: {'port': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:01:45.507575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:45.531196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:45.570476 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e286c12105b4678b2b4e110a9d6fd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8747284 Jan 15 15:01:45.571410 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cc84964b-a963-43f0-84f5-7c76371dce07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:45.580019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33730) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:45.614015 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9ec1c2-253b-448e-93aa-1b52d370ad5a,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:45.645022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:45.689331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde3dc9-bb16-4cf7-815a-37bf7462b907 req-41a2aec1-5929-4ec2-bc6c-c4f419774bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:45.690962 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cbde3dc9-bb16-4cf7-815a-37bf7462b907 req-41a2aec1-5929-4ec2-bc6c-c4f419774bcb service neutron] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 911 time: 0.3934495 Jan 15 15:01:45.693480 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cc84964b-a963-43f0-84f5-7c76371dce07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:45.800585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:45.812414 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cbde3dc9-bb16-4cf7-815a-37bf7462b907 req-c11ae8ff-42d7-44c0-a077-2f4dafe82127 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a66cec-c28c-4465-b722-d90229fdc98b HTTP/1.1" status: 200 len: 217 time: 0.1046565 Jan 15 15:01:45.821904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:45.822609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:45.832733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:45.854606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc7800d2b3a413e89ff771bd2d8892f is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:45.863424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:45.888433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:45.919933 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6fec7b9-6533-4d9c-9b01-78afdc3cc0f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2100790 Jan 15 15:01:46.015167 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Request body: {'port': {'device_id': '551d9417-6f23-4573-a747-82f2d8f4eed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:46.075732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-2348ed52-129d-4b6f-8d23-007580560150 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Synchronizing usage tracker for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:46.089002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.104845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8a02d280-f118-413a-81da-95a9af32df31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:46.140214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df910f4f-064d-4e6a-bdfa-83dd7a8fca7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.184480 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd566e6901d248f9a682895b13b90ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4867010 Jan 15 15:01:46.189625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33740) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:46.194339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e39b2c-dba9-4c1c-884d-63a7bfe339fe,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:46.205290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde3dc9-bb16-4cf7-815a-37bf7462b907 req-671595d8-e213-4463-8e38-8ee5428de48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:46.206736 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cbde3dc9-bb16-4cf7-815a-37bf7462b907 req-671595d8-e213-4463-8e38-8ee5428de48e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.3694541 Jan 15 15:01:46.207703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:46.262050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cc84964b-a963-43f0-84f5-7c76371dce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.273243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df910f4f-064d-4e6a-bdfa-83dd7a8fca7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.281206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-2348ed52-129d-4b6f-8d23-007580560150 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Unset dirty status for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:46.282658 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-2348ed52-129d-4b6f-8d23-007580560150 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9011321 Jan 15 15:01:46.282816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e235701d-0c49-4ac3-872b-da8799ddb0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:46.313238 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cbde3dc9-bb16-4cf7-815a-37bf7462b907 req-e319acdf-e235-4c57-840b-888fa05c2d1d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901701 Jan 15 15:01:46.314022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84964b-a963-43f0-84f5-7c76371dce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87acae32-8f66-4e8b-b6a2-083a54e877cf,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:46.332355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-cc84964b-a963-43f0-84f5-7c76371dce07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:46.479739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cc84964b-a963-43f0-84f5-7c76371dce07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.481208 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-cc84964b-a963-43f0-84f5-7c76371dce07 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87acae32-8f66-4e8b-b6a2-083a54e877cf HTTP/1.1" status: 204 len: 168 time: 1.2485969 Jan 15 15:01:46.519464 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bb33d6f-985e-4916-b4d3-54b738125099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.529610 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.533330 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df910f4f-064d-4e6a-bdfa-83dd7a8fca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.543146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:46.570402 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.575171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df910f4f-064d-4e6a-bdfa-83dd7a8fca7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9ec1c2-253b-448e-93aa-1b52d370ad5a,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:46.587136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.599959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-df910f4f-064d-4e6a-bdfa-83dd7a8fca7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:46.603555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bb33d6f-985e-4916-b4d3-54b738125099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.618404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df910f4f-064d-4e6a-bdfa-83dd7a8fca7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.619744 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-df910f4f-064d-4e6a-bdfa-83dd7a8fca7d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe9ec1c2-253b-448e-93aa-1b52d370ad5a HTTP/1.1" status: 204 len: 168 time: 1.0386374 Jan 15 15:01:46.622329 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cbde3dc9-bb16-4cf7-815a-37bf7462b907 req-042d68e7-26a3-432d-8b7e-8b4f0006f93f service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883201 Jan 15 15:01:46.648120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027bedc-412f-47ec-8b47-5999674c433f req-937277ed-a56d-4bd7-989b-fb80f9e64d6c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:46.648948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6027bedc-412f-47ec-8b47-5999674c433f req-937277ed-a56d-4bd7-989b-fb80f9e64d6c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Synchronizing usage tracker for tenant:a6bbb339ed144d49810a0c9c8a2b931c on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:46.757221 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:46.826689 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cbde3dc9-bb16-4cf7-815a-37bf7462b907 req-76ded7b7-25ee-49d0-b041-a40481f677fb service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1967831 Jan 15 15:01:46.835603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bb33d6f-985e-4916-b4d3-54b738125099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.844471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e04b6901-28f0-4a09-acc2-087c09120f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:46.864512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb33d6f-985e-4916-b4d3-54b738125099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e39b2c-dba9-4c1c-884d-63a7bfe339fe,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:46.877442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bb33d6f-985e-4916-b4d3-54b738125099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:46.883071 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-3bb33d6f-985e-4916-b4d3-54b738125099 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0e39b2c-dba9-4c1c-884d-63a7bfe339fe HTTP/1.1" status: 204 len: 168 time: 0.6898084 Jan 15 15:01:46.884584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3bb33d6f-985e-4916-b4d3-54b738125099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:47.035541 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Allocated IP 172.20.0.11 (4464ff7c-1c56-4d87-a5ad-2975372223a8/e767fa25-23d2-4218-aa22-92e6eef1d41f/95b8e8c0-86f4-494b-bfa8-996fe68dcbd2) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:47.059372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6027bedc-412f-47ec-8b47-5999674c433f req-937277ed-a56d-4bd7-989b-fb80f9e64d6c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Unset dirty status for tenant:a6bbb339ed144d49810a0c9c8a2b931c on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:47.061157 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6027bedc-412f-47ec-8b47-5999674c433f req-937277ed-a56d-4bd7-989b-fb80f9e64d6c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 931 time: 0.9824758 Jan 15 15:01:47.070365 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-dcbfc6ce-5826-422f-b3c4-2669c8192bc3 service neutron] 10.222.0.70 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647913 Jan 15 15:01:47.075195 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fc7800d2b3a413e89ff771bd2d8892f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6483846 Jan 15 15:01:47.077183 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33760) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:47.086489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746b6a4c-67e3-46a7-b5ca-9c98b64c8e2c,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:47.148435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:47.157315 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1a957373-ada9-4995-b53e-563a881a4103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.179091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33766) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:47.212596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1a957373-ada9-4995-b53e-563a881a4103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.230477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.238604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6027bedc-412f-47ec-8b47-5999674c433f req-c97b619c-79f8-45bf-98bc-5e5490ebf954 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Synchronizing usage tracker for tenant:a6bbb339ed144d49810a0c9c8a2b931c on resource:security_group {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:47.266162 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:47.280942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] Usage tracker for resource:security_group_rule and tenant:bccfb7568f774d2a879f92f57f7c3219 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:47.288617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:47.296001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:47.323296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1a957373-ada9-4995-b53e-563a881a4103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.329898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:47.352372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a957373-ada9-4995-b53e-563a881a4103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746b6a4c-67e3-46a7-b5ca-9c98b64c8e2c,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:47.359060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1a957373-ada9-4995-b53e-563a881a4103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:47.369489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1a957373-ada9-4995-b53e-563a881a4103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.373720 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-1a957373-ada9-4995-b53e-563a881a4103 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/746b6a4c-67e3-46a7-b5ca-9c98b64c8e2c HTTP/1.1" status: 204 len: 168 time: 0.2945731 Jan 15 15:01:47.449810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.453679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.467534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3018a4e0-37bd-47c7-b7e2-611a6ce83380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:47.543736 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33776) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:47.545808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6027bedc-412f-47ec-8b47-5999674c433f req-c97b619c-79f8-45bf-98bc-5e5490ebf954 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Unset dirty status for tenant:a6bbb339ed144d49810a0c9c8a2b931c on resource:security_group {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:47.547107 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6027bedc-412f-47ec-8b47-5999674c433f req-c97b619c-79f8-45bf-98bc-5e5490ebf954 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731586 Jan 15 15:01:47.567975 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bccfb7568f774d2a879f92f57f7c3219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843932 Jan 15 15:01:47.568191 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-3439d3c8-5726-498c-92cd-2c1ad3903c9e service neutron] 10.222.0.70 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4840126 Jan 15 15:01:47.572656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6caac4-3cbc-40e2-b862-60fb96a26df1 {{(pid=80085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:01:47.574278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33780) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:47.583043 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.608580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5916e257-5eb2-44f3-87dd-38a7ef50e383,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:47.622597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Transition to ACTIVE for port object ec6caac4-3cbc-40e2-b862-60fb96a26df1 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:47.628397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.632675 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.645893 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:47.648353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.680758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:47.685023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] Usage tracker for resource:security_group_rule and tenant:4aac9a1d1aca4adf8b6a1cb752d89d24 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:47.688507 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:47.695629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:47.726952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Transition to ACTIVE for port object 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:47.730129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:47.859004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d5933023-fd70-4872-b1cc-8b1e5f11ab5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.875265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.894342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:47.933384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c478ceae-2cc1-42d2-82ce-2a3a81bc692c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:48.013864 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d5933023-fd70-4872-b1cc-8b1e5f11ab5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:48.063263 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4aac9a1d1aca4adf8b6a1cb752d89d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174341 Jan 15 15:01:48.074508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 33800) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:48.080451 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f707d2-19dd-4a0c-bf4e-adcfe85f249c,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:48.085150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:48.182046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.objects.ports [None req-dd391d3c-8d08-4e64-a16d-34617b8f6e90 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:01:48.217946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a97931e8-3e0e-40da-9811-cf95d375b490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:48.222350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d5933023-fd70-4872-b1cc-8b1e5f11ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:48.228084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f51addd0-4f35-43e8-a8d4-1f5df2a11821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:48.261414 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5933023-fd70-4872-b1cc-8b1e5f11ab5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5916e257-5eb2-44f3-87dd-38a7ef50e383,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:48.264573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d5933023-fd70-4872-b1cc-8b1e5f11ab5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:48.308135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a97931e8-3e0e-40da-9811-cf95d375b490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:48.329207 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d5933023-fd70-4872-b1cc-8b1e5f11ab5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:48.330478 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d5933023-fd70-4872-b1cc-8b1e5f11ab5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5916e257-5eb2-44f3-87dd-38a7ef50e383 HTTP/1.1" status: 204 len: 168 time: 0.7287912 Jan 15 15:01:48.452381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a97931e8-3e0e-40da-9811-cf95d375b490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:48.464072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-11cad371-7c3d-40c4-be66-e0b4a9fe01cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:48.479024 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-901f03e8-d6d1-443b-b039-5d0476d6acb4 req-85c07883-3222-4872-88fd-64bc4bdf5818 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 210 time: 0.4888341 Jan 15 15:01:48.492327 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-386164b2-bddb-467a-adb6-f7d218b8f3a5 req-bac09013-15a0-4b52-89cf-7626fdba877c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 210 time: 0.4785397 Jan 15 15:01:48.503973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97931e8-3e0e-40da-9811-cf95d375b490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f707d2-19dd-4a0c-bf4e-adcfe85f249c,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:48.508055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a97931e8-3e0e-40da-9811-cf95d375b490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:48.510339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a97931e8-3e0e-40da-9811-cf95d375b490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:48.513867 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-a97931e8-3e0e-40da-9811-cf95d375b490 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69f707d2-19dd-4a0c-bf4e-adcfe85f249c HTTP/1.1" status: 204 len: 168 time: 0.4329782 Jan 15 15:01:48.559743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6caac4-3cbc-40e2-b862-60fb96a26df1,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:48.566101 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:48.625246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:48.652722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:48.744236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'Port': ['ID=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:48.747903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:48.898678 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Attempting to bind port ec6caac4-3cbc-40e2-b862-60fb96a26df1 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:48.899063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Attempting to bind port ec6caac4-3cbc-40e2-b862-60fb96a26df1 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:48.899449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Attempting to bind port ec6caac4-3cbc-40e2-b862-60fb96a26df1 on network 2891b84a-ddb2-44b6-84e2-af620d985462 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:48.908051 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:48.908428 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Checking segment: {'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:48.908868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:48.909271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Bound using segment: {'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:48.909794 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Bound port: ec6caac4-3cbc-40e2-b862-60fb96a26df1, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2891b84a-ddb2-44b6-84e2-af620d985462'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:48.910171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:49.004741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 33a66cec-c28c-4465-b722-d90229fdc98b up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:49.079615 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 33a66cec-c28c-4465-b722-d90229fdc98b completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:49.085795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 33a66cec-c28c-4465-b722-d90229fdc98b triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:49.086660 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:49.139555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb0314-a210-4ee7-af23-a0d86d5f1d8d req-b9ff5ca7-8548-4bf9-98c0-96121e98a890 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:49.141672 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46fb0314-a210-4ee7-af23-a0d86d5f1d8d req-b9ff5ca7-8548-4bf9-98c0-96121e98a890 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 943 time: 0.4136088 Jan 15 15:01:49.154897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:49.159066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:49.185734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:49.226509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:49.262189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac32bd13-bd07-4e37-ab32-cf36f9d89c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a66cec-c28c-4465-b722-d90229fdc98b'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:01:49.274317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 33a66cec-c28c-4465-b722-d90229fdc98b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=33a66cec-c28c-4465-b722-d90229fdc98b,segment=NetworkSegment(054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a),segment_id=054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:49.277642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:49.278328 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:49.279065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:49.280556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f630bbab-9ee9-441e-9856-23f8e7e89367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:49.298959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] For port ec6caac4-3cbc-40e2-b862-60fb96a26df1, host hv-cinder-68948, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:49.362826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=33a66cec-c28c-4465-b722-d90229fdc98b,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:49.368817 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:49.394868 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46fb0314-a210-4ee7-af23-a0d86d5f1d8d req-09f93aba-62cb-46b7-98c7-1337430e83ed tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421520 Jan 15 15:01:49.412469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] For port ec6caac4-3cbc-40e2-b862-60fb96a26df1, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=ec6caac4-3cbc-40e2-b862-60fb96a26df1,segment=NetworkSegment(054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a),segment_id=054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:49.419365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:49.424985 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac32bd13-bd07-4e37-ab32-cf36f9d89c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a66cec-c28c-4465-b722-d90229fdc98b', 'code': 200} Jan 15 15:01:49.482707 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:49.585130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-1d1ed83a-823c-4468-98f4-5a90d7d0c236 None None] Provisioning for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:49.591377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-1d1ed83a-823c-4468-98f4-5a90d7d0c236 None None] Provisioning complete for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:49.591833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1d1ed83a-823c-4468-98f4-5a90d7d0c236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:49.670391 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-bbde4f6c-8535-419b-87c5-68053ea25a51 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0831106 Jan 15 15:01:49.720846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ed83a-823c-4468-98f4-5a90d7d0c236 None None] Port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:01:49.731628 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Request body: {'port': {'device_id': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:49.809368 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 33a66cec-c28c-4465-b722-d90229fdc98b up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:50.016577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.75', 60922) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:50.023893 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 33a66cec-c28c-4465-b722-d90229fdc98b triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:50.024323 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:50.101178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-0345b328-a912-4afe-9908-1e272cb76040 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:50.103162 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-0345b328-a912-4afe-9908-1e272cb76040 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.75 "GET /v2.0/networks?id=42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 200 len: 810 time: 0.4264896 Jan 15 15:01:50.149169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee30eaf-ec43-4bfa-9653-f030a51c8ebb req-89bd235e-e60c-4262-b17f-feb169ea7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:50.151185 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7ee30eaf-ec43-4bfa-9653-f030a51c8ebb req-89bd235e-e60c-4262-b17f-feb169ea7c3b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 1162 time: 0.1335793 Jan 15 15:01:50.260331 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fe52e17e-372f-455a-af5f-f48403e0145d req-c82bb87a-7e9f-4767-8cd3-1cc28cdcc2f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 210 time: 0.3365672 Jan 15 15:01:50.328023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-7ee30eaf-ec43-4bfa-9653-f030a51c8ebb req-80bc07b3-7702-4130-9962-44afe6e38a5b service neutron] Synchronizing usage tracker for tenant:1dd131bdcfc54169a38a41560825b347 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:50.347510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6caac4-3cbc-40e2-b862-60fb96a26df1,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:50.357337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:50.359092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:50.381888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-bfae2f70-ebcf-4847-b49d-0fc3828e4ffa tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Synchronizing usage tracker for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:50.397867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-7ee30eaf-ec43-4bfa-9653-f030a51c8ebb req-80bc07b3-7702-4130-9962-44afe6e38a5b service neutron] Unset dirty status for tenant:1dd131bdcfc54169a38a41560825b347 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:50.402481 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7ee30eaf-ec43-4bfa-9653-f030a51c8ebb req-80bc07b3-7702-4130-9962-44afe6e38a5b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752269 Jan 15 15:01:50.405987 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-bfae2f70-ebcf-4847-b49d-0fc3828e4ffa tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Unset dirty status for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:50.407282 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-bfae2f70-ebcf-4847-b49d-0fc3828e4ffa tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f9d54d7f68d457d97367164e98bea91 HTTP/1.1" status: 200 len: 5703 time: 0.1787350 Jan 15 15:01:50.713188 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba234f-3b49-47d5-a3ba-a2cb61f2140d req-f74486c4-cac6-4072-9074-0e4148f21c9f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:50.713996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-caba234f-3b49-47d5-a3ba-a2cb61f2140d req-f74486c4-cac6-4072-9074-0e4148f21c9f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Synchronizing usage tracker for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:01:50.760650 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'port': {'device_id': '8cc42d72-810b-4414-8afc-6608c065002c', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'admin_state_up': True, 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'security_groups': ['9a82e0b6-26b4-4896-b353-dc526044e9cb']}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:50.843484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-caba234f-3b49-47d5-a3ba-a2cb61f2140d req-f74486c4-cac6-4072-9074-0e4148f21c9f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Unset dirty status for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:01:50.844823 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-caba234f-3b49-47d5-a3ba-a2cb61f2140d req-f74486c4-cac6-4072-9074-0e4148f21c9f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 932 time: 0.9058814 Jan 15 15:01:50.849277 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:50.850100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:50.851509 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] 10.222.0.75 "PUT /v2.0/ports/ec6caac4-3cbc-40e2-b862-60fb96a26df1 HTTP/1.1" status: 200 len: 1157 time: 4.8655910 Jan 15 15:01:50.852998 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551d9417-6f23-4573-a747-82f2d8f4eed4', 'tag': 'ec6caac4-3cbc-40e2-b862-60fb96a26df1'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:01:51.003150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:51.016564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:51.017336 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-caba234f-3b49-47d5-a3ba-a2cb61f2140d req-dacdf5f9-316d-40e0-ade9-7729f1aaae25 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596005 Jan 15 15:01:51.048873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Made reservation on behalf of 0f9d54d7f68d457d97367164e98bea91 for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:01:51.069726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:51.116441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697c3b4-9c6e-4860-b288-9e489020c045 req-c48353b4-7aab-4c7f-9438-46f39ccf33e2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:51.123959 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0697c3b4-9c6e-4860-b288-9e489020c045 req-c48353b4-7aab-4c7f-9438-46f39ccf33e2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 943 time: 0.5054777 Jan 15 15:01:51.228334 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0697c3b4-9c6e-4860-b288-9e489020c045 req-cd55c14e-c584-4596-80f8-7d51cec21fd7 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033237 Jan 15 15:01:51.275354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-3a0cfd56-b3b0-4f8d-bf57-b782b46fa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:51.277046 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-3a0cfd56-b3b0-4f8d-bf57-b782b46fa7fe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 1160 time: 0.3562055 Jan 15 15:01:51.399483 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-ef7a0238-8d6b-41e2-a292-4fafba5cb620 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec6caac4-3cbc-40e2-b862-60fb96a26df1 HTTP/1.1" status: 200 len: 217 time: 0.1048739 Jan 15 15:01:51.515550 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6ce326b-d556-461c-b597-79bf4b57b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:51.517031 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-e6ce326b-d556-461c-b597-79bf4b57b39b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.1004887 Jan 15 15:01:51.530981 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 {{(pid=80085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:01:51.540013 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:51.558115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Allocated IP 172.20.0.9 (42458e79-ac6d-4767-80af-a1ca69ae5ef3/d392861e-6d5e-4ae3-98bb-b788b96f093b/e912f340-2289-4eae-a066-d62858a52d12) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:01:51.641440 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-69c9cc21-deab-489e-8f16-e5d5136249f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868998 Jan 15 15:01:51.650181 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Transition to ACTIVE for port object 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:51.656045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:51.658678 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2408229d-5437-4395-936f-6ff8736e4ad1 req-be88757f-d8b1-473f-92fd-9142367618a9 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 210 time: 0.1102095 Jan 15 15:01:51.675539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:51.906256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:51.935938 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Transition to ACTIVE for port object e912f340-2289-4eae-a066-d62858a52d12 will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:51.973726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:51.998797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-49795d26-b59a-4755-86cf-bd5b6eea7f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:52.118401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'Port': ['ID=e912f340-2289-4eae-a066-d62858a52d12,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:52.233922 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:52.380407 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551d9417-6f23-4573-a747-82f2d8f4eed4', 'tag': 'ec6caac4-3cbc-40e2-b862-60fb96a26df1', 'status': 'completed', 'code': 200} Jan 15 15:01:52.407721 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-9e769409-cefa-4534-adc4-79c192d5fb0a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2753124 Jan 15 15:01:52.428045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:01:52.429807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:01:52.432739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:01:52.454750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:52.455481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:52.490756 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7362413 Jan 15 15:01:52.502913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Pushing event updated for resources: {'Port': ['ID=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:52.519636 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Request body: {'port': {'device_id': '8cc42d72-810b-4414-8afc-6608c065002c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:01:52.577748 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-3a57d5db-ab0a-4809-af0d-f4422a0f0c36 service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8690453 Jan 15 15:01:52.578701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:52.683917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8dc78b4-b82b-40ff-bba9-ac3f85e999fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:52.781302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-395754d2-1223-406c-a400-2c6ed8b400f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:52.783353 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-395754d2-1223-406c-a400-2c6ed8b400f5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ccc0d18011a1418fa413872d223845e7&device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 1163 time: 0.1860175 Jan 15 15:01:52.784227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:52.786649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-79588e31-ea5f-4fa4-bc69-88e384dbe39e None None] Provisioning for port e912f340-2289-4eae-a066-d62858a52d12 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:52.797675 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-79588e31-ea5f-4fa4-bc69-88e384dbe39e None None] Provisioning complete for port e912f340-2289-4eae-a066-d62858a52d12 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:52.798100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-79588e31-ea5f-4fa4-bc69-88e384dbe39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:52.890130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-79588e31-ea5f-4fa4-bc69-88e384dbe39e None None] Port e912f340-2289-4eae-a066-d62858a52d12 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:01:52.993009 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f5dd8d6-fc50-44c7-bc45-5fdfc07858c0 req-428cbe0d-9074-4be5-bc1f-cd3b6e74a56f service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3264995 Jan 15 15:01:53.306871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd5bcb-b3b9-4449-94d1-3f888c8b5588 req-49a4faa3-45c3-4d67-a381-3e1b27f020af tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:53.316608 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09dd5bcb-b3b9-4449-94d1-3f888c8b5588 req-49a4faa3-45c3-4d67-a381-3e1b27f020af tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 943 time: 0.7279956 Jan 15 15:01:53.411422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bf8ec-2a0c-4b4b-8174-fbe1fe1369e2 req-b696a969-14cc-4ad9-9bbc-2d2ca26a9f7e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:53.421799 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc8bf8ec-2a0c-4b4b-8174-fbe1fe1369e2 req-b696a969-14cc-4ad9-9bbc-2d2ca26a9f7e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 1.0481539 Jan 15 15:01:53.606599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Attempting to bind port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:53.607365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Attempting to bind port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:53.607963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Attempting to bind port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 on network 4464ff7c-1c56-4d87-a5ad-2975372223a8 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:53.662850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:53.663400 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Checking segment: {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:53.663846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:53.664385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Bound using segment: {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:53.665335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Bound port: 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:53.665335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:53.687843 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09dd5bcb-b3b9-4449-94d1-3f888c8b5588 req-d8565afd-3d77-42a2-8261-6a37de5c9c17 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687668 Jan 15 15:01:53.711796 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc8bf8ec-2a0c-4b4b-8174-fbe1fe1369e2 req-eabb7bed-b06d-4846-ba6c-f8a2e17ac51e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885842 Jan 15 15:01:53.732053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-781dae3c-df55-4e2d-8b48-bc8c450d93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:53.737972 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-781dae3c-df55-4e2d-8b48-bc8c450d93a6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ed6ca41-694c-46de-9ea8-cd745d81d8ff HTTP/1.1" status: 200 len: 906 time: 0.9034667 Jan 15 15:01:53.868396 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0831-0ef6-4ba3-b7d5-86188ae07148 req-895b72f1-257e-41cb-afd1-a20b3a8b67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:53.870222 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc2b0831-0ef6-4ba3-b7d5-86188ae07148 req-895b72f1-257e-41cb-afd1-a20b3a8b67b0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 1160 time: 0.7515242 Jan 15 15:01:53.885437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] For port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2, host hv-cinder-68948, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:53.891168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] For port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:53.953663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:53.956177 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-6b2a2d57-a63c-4a85-b226-4be739c426df service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 HTTP/1.1" status: 200 len: 217 time: 0.1935008 Jan 15 15:01:53.999460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:54.158448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-131a4d01-31fc-412c-ad9d-08edcaa81fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:54.160393 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-131a4d01-31fc-412c-ad9d-08edcaa81fbb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0089c8f-8286-4d1f-a013-1818a570d2f9 HTTP/1.1" status: 200 len: 852 time: 0.1293139 Jan 15 15:01:54.213547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0831-0ef6-4ba3-b7d5-86188ae07148 req-0d74e0a2-0deb-4813-9f1c-5ab6a19f2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:54.215171 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc2b0831-0ef6-4ba3-b7d5-86188ae07148 req-0d74e0a2-0deb-4813-9f1c-5ab6a19f2293 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 911 time: 0.3263726 Jan 15 15:01:54.233185 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-304dfa4f-d7e1-4531-877e-c92214423119 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ed6ca41-694c-46de-9ea8-cd745d81d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614102 Jan 15 15:01:54.454372 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc2b0831-0ef6-4ba3-b7d5-86188ae07148 req-7aa8fb6a-5978-4bf9-b6cd-fc44173ce71c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec6caac4-3cbc-40e2-b862-60fb96a26df1 HTTP/1.1" status: 200 len: 217 time: 0.2267210 Jan 15 15:01:54.529284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e912f340-2289-4eae-a066-d62858a52d12 {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:01:54.543881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:54.597322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Transition to ACTIVE for port object e912f340-2289-4eae-a066-d62858a52d12 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:01:54.603436 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-71b5c1fe-e9cd-46e6-b138-646807b4c713 service neutron] 10.222.0.75 "GET /v2.0/networks/3ed6ca41-694c-46de-9ea8-cd745d81d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629227 Jan 15 15:01:54.604405 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:54.639950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Pushing event updated for resources: {'Port': ['ID=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:54.705847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-832da124-7622-4b53-b6b4-fe1ebd49e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:54.711860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a741260-5668-4758-866b-aba5f548cf55 req-1d507352-f942-4390-94fb-71a3e49e9ab5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:54.714604 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2a741260-5668-4758-866b-aba5f548cf55 req-1d507352-f942-4390-94fb-71a3e49e9ab5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 931 time: 0.7420645 Jan 15 15:01:54.731195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:54.763136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-775e9614-451e-4ae4-af3a-b20f5d2c18f5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:54.871153 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Pushing event updated for resources: {'Port': ['ID=e912f340-2289-4eae-a066-d62858a52d12,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:54.874343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:54.955286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0831-0ef6-4ba3-b7d5-86188ae07148 req-4629d92a-7e18-4039-84bf-fd6d51be1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:54.957337 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc2b0831-0ef6-4ba3-b7d5-86188ae07148 req-4629d92a-7e18-4039-84bf-fd6d51be1e20 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.4522963 Jan 15 15:01:54.967598 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2a741260-5668-4758-866b-aba5f548cf55 req-d5877373-26f5-402b-a6b5-1cd7d8eea9be tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147517 Jan 15 15:01:55.054417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:55.056059 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:55.058038 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] 10.222.0.75 "PUT /v2.0/ports/95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 HTTP/1.1" status: 200 len: 1158 time: 5.3331583 Jan 15 15:01:55.062096 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc2b0831-0ef6-4ba3-b7d5-86188ae07148 req-5495fb44-48ee-443a-b4df-ae5d679c57b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913007 Jan 15 15:01:55.063751 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:01:55.300673 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Attempting to bind port e912f340-2289-4eae-a066-d62858a52d12 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:01:55.307838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Attempting to bind port e912f340-2289-4eae-a066-d62858a52d12 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:01:55.308229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Attempting to bind port e912f340-2289-4eae-a066-d62858a52d12 on network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:01:55.327936 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:01:55.328447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Checking segment: {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:01:55.328859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:55.329268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Bound using segment: {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:01:55.329765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Bound port: e912f340-2289-4eae-a066-d62858a52d12, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:01:55.330147 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:55.349179 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f871a4e5-1a4a-48ae-a070-d5d0378cd506 req-5752e62a-98a6-4c15-a386-f6c5717f0b89 service neutron] 10.222.0.75 "GET /v2.0/networks/3ed6ca41-694c-46de-9ea8-cd745d81d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5864124 Jan 15 15:01:55.484804 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] For port e912f340-2289-4eae-a066-d62858a52d12, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:01:55.488846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] For port e912f340-2289-4eae-a066-d62858a52d12, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=e912f340-2289-4eae-a066-d62858a52d12,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:01:55.493301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:55.519371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8384d1b4-74a1-4e9b-ab5d-7f6b007573b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:55.700362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Pushing event updated for resources: {'Port': ['ID=e912f340-2289-4eae-a066-d62858a52d12,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:55.705299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:55.768230 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:55.768942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:55.770973 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] 10.222.0.75 "PUT /v2.0/ports/e912f340-2289-4eae-a066-d62858a52d12 HTTP/1.1" status: 200 len: 1157 time: 3.2566445 Jan 15 15:01:55.771531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc42d72-810b-4414-8afc-6608c065002c', 'tag': 'e912f340-2289-4eae-a066-d62858a52d12'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:01:55.791015 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa854a1d-59bb-4da0-b642-558ebbc164dd req-104f86bb-772a-44c4-91da-b844a6bc3d6d tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:55.799969 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa854a1d-59bb-4da0-b642-558ebbc164dd req-104f86bb-772a-44c4-91da-b844a6bc3d6d tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 946 time: 1.0227292 Jan 15 15:01:55.847160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:55.979917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-8ac89f26-03b5-47df-af34-5cc2fb72f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:55.983152 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-8ac89f26-03b5-47df-af34-5cc2fb72f90b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 1160 time: 0.1397781 Jan 15 15:01:56.078362 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc2b0831-0ef6-4ba3-b7d5-86188ae07148 req-e7bb9ed7-1bf0-4c91-b1a2-c5645a69fd6b service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9908664 Jan 15 15:01:56.081553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34044) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:56.085652 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-6272042d-f82b-44d1-9fac-4789f87f590f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e912f340-2289-4eae-a066-d62858a52d12 HTTP/1.1" status: 200 len: 217 time: 0.0840092 Jan 15 15:01:56.115479 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa854a1d-59bb-4da0-b642-558ebbc164dd req-d4081c80-8821-4720-b57d-066f51d8428e tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140485 Jan 15 15:01:56.118556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-67ebefba-3d93-423e-ab4b-5014cec4644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:56.121260 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-67ebefba-3d93-423e-ab4b-5014cec4644c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 1161 time: 0.9604228 Jan 15 15:01:56.156169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00b814-8025-42e1-9075-1f75161da978 req-f54b8cf6-3db0-449e-be6a-0a88bfdb4862 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:56.157924 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8b00b814-8025-42e1-9075-1f75161da978 req-f54b8cf6-3db0-449e-be6a-0a88bfdb4862 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 943 time: 0.3535390 Jan 15 15:01:56.219208 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8b00b814-8025-42e1-9075-1f75161da978 req-c456fbfb-4c88-4901-bed5-3390462be3bd tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530591 Jan 15 15:01:56.274863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:56.300084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:56.306260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] Usage tracker for resource:security_group_rule and tenant:57a58b53f47b4ef988f06335c1f6a1be is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:56.310472 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:56.322312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:56.328163 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2', 'status': 'completed', 'code': 200} Jan 15 15:01:56.368569 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc42d72-810b-4414-8afc-6608c065002c', 'tag': 'e912f340-2289-4eae-a066-d62858a52d12', 'status': 'completed', 'code': 200} Jan 15 15:01:56.563476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:56.576716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:56.600984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f7f99ef1-f03f-4a4f-93ec-8b91a1f9e85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:56.664949 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57a58b53f47b4ef988f06335c1f6a1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5761037 Jan 15 15:01:56.665752 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34074) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:56.686054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11a883-b10f-480b-b405-9c995637f71b req-b5040dd3-3614-4aa6-bcc0-3d13b5dd6714 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:56.687771 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0b11a883-b10f-480b-b405-9c995637f71b req-b5040dd3-3614-4aa6-bcc0-3d13b5dd6714 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.3587291 Jan 15 15:01:56.688806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d670705-15a5-4dd9-8860-53457bfe399d,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:56.694607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:56.744767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:56.759439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92bb8-b01d-4994-b9bf-5c310c8e6d69 req-9ba2e91b-b295-4ec3-87a5-86607a125cee tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:56.767963 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4e92bb8-b01d-4994-b9bf-5c310c8e6d69 req-9ba2e91b-b295-4ec3-87a5-86607a125cee tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 943 time: 0.2635779 Jan 15 15:01:56.776620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:56.836594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:56.840194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:56.842976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:56.852799 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4e92bb8-b01d-4994-b9bf-5c310c8e6d69 req-fc81e9a0-578e-481a-bd65-bdf8e543868c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837331 Jan 15 15:01:56.869396 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d670705-15a5-4dd9-8860-53457bfe399d,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:56.874232 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0b11a883-b10f-480b-b405-9c995637f71b req-298bb9fb-ead7-4f82-9b11-ec49250c157f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717813 Jan 15 15:01:56.882629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:56.894990 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d670705-15a5-4dd9-8860-53457bfe399d HTTP/1.1" status: 204 len: 168 time: 0.2256784 Jan 15 15:01:56.894990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.894990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.895916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.896742 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.897137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.897628 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.898114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.898495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.898891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.899268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.899712 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.900226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.900852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.901284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.901770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.902142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.902515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.902997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.903371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.903767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.904140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.904510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.904878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.905245 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:56.909298 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:57.310179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34098) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:57.351256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:57.355927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:57.374749 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:01:57.378856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] Usage tracker for resource:security_group_rule and tenant:494896cb1d0c498cab6e7b0d87a86979 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:01:57.382289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:01:57.388191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:01:57.439441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58643c9-821e-4b88-9749-2924ccddb7ba req-861d04b4-c6e7-43d5-8ad4-44b8232bee1b tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:57.441193 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a58643c9-821e-4b88-9749-2924ccddb7ba req-861d04b4-c6e7-43d5-8ad4-44b8232bee1b tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 946 time: 0.1809475 Jan 15 15:01:57.490726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:57.493814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:57.503509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-969562c0-c767-4775-b0db-e770305ac7c1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:57.509090 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a58643c9-821e-4b88-9749-2924ccddb7ba req-4cf01231-9a3e-4a3c-9c1c-8da95b9e4bcb tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571265 Jan 15 15:01:57.550371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3ca74e-b11a-4dec-8995-469e112c40fb,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:57.554301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:57.555852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626302c1-7028-4c1a-9750-996b24f5065b req-90dad9c4-0b6f-41c1-9678-9ea270eaa178 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:57.556866 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=494896cb1d0c498cab6e7b0d87a86979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450068 Jan 15 15:01:57.557841 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-626302c1-7028-4c1a-9750-996b24f5065b req-90dad9c4-0b6f-41c1-9678-9ea270eaa178 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 943 time: 0.1847506 Jan 15 15:01:57.559965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34102) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:57.612753 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-626302c1-7028-4c1a-9750-996b24f5065b req-466dd3a9-484c-4a1e-8bc9-19b11045cab2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487196 Jan 15 15:01:57.633815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b10d25ae-d0c5-440f-b86a-9de678642855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:57.665918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b10d25ae-d0c5-440f-b86a-9de678642855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:57.714226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b10d25ae-d0c5-440f-b86a-9de678642855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:57.718636 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-df910f4f-064d-4e6a-bdfa-83dd7a8fca7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:01:57.734676 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d25ae-d0c5-440f-b86a-9de678642855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3ca74e-b11a-4dec-8995-469e112c40fb,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:01:57.741650 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b10d25ae-d0c5-440f-b86a-9de678642855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:01:57.742475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b10d25ae-d0c5-440f-b86a-9de678642855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:57.753733 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b10d25ae-d0c5-440f-b86a-9de678642855 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e3ca74e-b11a-4dec-8995-469e112c40fb HTTP/1.1" status: 204 len: 168 time: 0.1858573 Jan 15 15:01:58.214471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085a10d-d305-43c2-b423-7fc7f320217c req-4cd535a6-43d4-40e0-a1fa-f90ccf5b0435 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:58.216209 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1085a10d-d305-43c2-b423-7fc7f320217c req-4cd535a6-43d4-40e0-a1fa-f90ccf5b0435 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1736233 Jan 15 15:01:58.290570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efea3c-1913-419b-bc7d-10f60b9e9623 req-10f76f12-4fe9-49b0-b69e-91e5aeb584b3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:58.292286 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-69efea3c-1913-419b-bc7d-10f60b9e9623 req-10f76f12-4fe9-49b0-b69e-91e5aeb584b3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 943 time: 0.1667430 Jan 15 15:01:58.321816 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1085a10d-d305-43c2-b423-7fc7f320217c req-53beadf9-c6e0-4cd7-b8bf-118567874a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972106 Jan 15 15:01:58.359804 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-69efea3c-1913-419b-bc7d-10f60b9e9623 req-691c02c0-1c01-4de0-b7a9-2927f722613f tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607102 Jan 15 15:01:58.750768 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dd0b7-429e-40a3-9a05-88a7d67231f1 req-819b5633-6a81-4920-a68e-dac0f641c146 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:58.752471 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2b6dd0b7-429e-40a3-9a05-88a7d67231f1 req-819b5633-6a81-4920-a68e-dac0f641c146 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 946 time: 0.1032710 Jan 15 15:01:58.861956 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2b6dd0b7-429e-40a3-9a05-88a7d67231f1 req-446e5946-6b0c-4cc2-9e5b-f55632dc1bae tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029742 Jan 15 15:01:58.902698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145632e-a40f-42ef-9b44-451a4929fe49 req-60cf6acd-e743-4bbd-8bad-c351416f1cb0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:58.904059 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c145632e-a40f-42ef-9b44-451a4929fe49 req-60cf6acd-e743-4bbd-8bad-c351416f1cb0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 943 time: 0.1439304 Jan 15 15:01:58.959077 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c145632e-a40f-42ef-9b44-451a4929fe49 req-d9d7c537-6846-4913-99fb-b80e9fe77c83 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Jan 15 15:01:59.148327 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:59.316373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-2086e637-9fbb-4315-8594-9498fad26931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:59.319311 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-2086e637-9fbb-4315-8594-9498fad26931 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d392861e-6d5e-4ae3-98bb-b788b96f093b HTTP/1.1" status: 200 len: 849 time: 0.1397126 Jan 15 15:01:59.347638 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-a2a295ea-c5e1-4a41-8e1e-f2b7d40c7d4f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 HTTP/1.1" status: 200 len: 217 time: 0.1660030 Jan 15 15:01:59.445333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-593a52cc-b110-4f1b-8ddf-cf10c4159e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:59.448614 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-593a52cc-b110-4f1b-8ddf-cf10c4159e61 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42458e79-ac6d-4767-80af-a1ca69ae5ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1128025 Jan 15 15:01:59.539627 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-829d93c3-bdb4-4b02-9591-90b6482193ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:01:59.547919 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-829d93c3-bdb4-4b02-9591-90b6482193ff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.1809325 Jan 15 15:01:59.608524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device ec6caac4-3cbc-40e2-b862-60fb96a26df1 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:01:59.762021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port ec6caac4-3cbc-40e2-b862-60fb96a26df1 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:01:59.769148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port ec6caac4-3cbc-40e2-b862-60fb96a26df1 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:01:59.769762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:59.811400 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-6e0234c2-9eaf-4eb5-a597-f703244cd3e3 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307571 Jan 15 15:01:59.935036 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc2b0831-0ef6-4ba3-b7d5-86188ae07148 req-bd5d62da-59f8-4a1a-a8af-85430e39a798 service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7550359 Jan 15 15:01:59.935810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:59.970278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551d9417-6f23-4573-a747-82f2d8f4eed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6caac4-3cbc-40e2-b862-60fb96a26df1'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:01:59.984409 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port ec6caac4-3cbc-40e2-b862-60fb96a26df1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=ec6caac4-3cbc-40e2-b862-60fb96a26df1,segment=NetworkSegment(054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a),segment_id=054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:01:59.988974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:59.992614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:00.010180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-2c925af1-defa-4f8a-ba65-4684c2bb4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:00.012109 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-2c925af1-defa-4f8a-ba65-4684c2bb4723 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4494176 Jan 15 15:02:00.042420 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-048935b1-66b3-4db7-9dc4-e30191b8bd53 req-266e9709-ef77-4e48-bad8-6523c599e1e6 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2056353 Jan 15 15:02:00.046917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6904a22-0202-4241-bb02-c9fd98d22e44 req-1b5729b9-3db1-478a-a16e-ee60ed6468ff tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:00.048756 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d6904a22-0202-4241-bb02-c9fd98d22e44 req-1b5729b9-3db1-478a-a16e-ee60ed6468ff tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 943 time: 0.3791761 Jan 15 15:02:00.074413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfbb2a-0bce-4911-a6ca-26e5108545d2 req-0eb34799-86a8-4952-b7ec-c17a8af2b5ca tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:00.078074 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0bfbb2a-0bce-4911-a6ca-26e5108545d2 req-0eb34799-86a8-4952-b7ec-c17a8af2b5ca tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.2779360 Jan 15 15:02:00.089079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=ec6caac4-3cbc-40e2-b862-60fb96a26df1,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:00.094365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:00.259809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-1f7ddf0f-c87e-435b-82d7-0cc4938c8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:00.261471 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-1f7ddf0f-c87e-435b-82d7-0cc4938c8442 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 1160 time: 0.0948586 Jan 15 15:02:00.396337 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d6904a22-0202-4241-bb02-c9fd98d22e44 req-a00e9358-fd7a-4dd5-b176-7a074ff294b2 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169928 Jan 15 15:02:00.406107 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-483ad56d-b5fc-44ea-9c22-c21415164f84 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247416 Jan 15 15:02:00.440970 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-8452b534-3450-46af-a2f4-bdf399693eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:00.443287 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-8452b534-3450-46af-a2f4-bdf399693eef service neutron] 10.222.0.75 "GET /v2.0/networks?id=42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 200 len: 904 time: 0.1729128 Jan 15 15:02:00.455476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device ec6caac4-3cbc-40e2-b862-60fb96a26df1 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:02:00.490811 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0bfbb2a-0bce-4911-a6ca-26e5108545d2 req-0980a37a-a957-433a-b7bf-3b74912fc790 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3926475 Jan 15 15:02:00.581576 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-6ed090c1-bf10-444a-93fc-d2dac9bad782 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e912f340-2289-4eae-a066-d62858a52d12 HTTP/1.1" status: 200 len: 217 time: 0.1303668 Jan 15 15:02:00.648862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-0ec3eda0-d5d6-452d-a94b-9744727f2fad tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:00.650909 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-0ec3eda0-d5d6-452d-a94b-9744727f2fad tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.75 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 946 time: 0.5291722 Jan 15 15:02:00.698017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port ec6caac4-3cbc-40e2-b862-60fb96a26df1 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:02:00.698147 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:00.804799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-b7f44109-b873-4976-8ad7-ac2fbae7884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:00.818123 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-b7f44109-b873-4976-8ad7-ac2fbae7884a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d392861e-6d5e-4ae3-98bb-b788b96f093b HTTP/1.1" status: 200 len: 849 time: 0.2296052 Jan 15 15:02:00.876888 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551d9417-6f23-4573-a747-82f2d8f4eed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6caac4-3cbc-40e2-b862-60fb96a26df1', 'code': 200} Jan 15 15:02:01.010414 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-ea17fb71-a8c4-4550-9c2d-7b31ba8e3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:01.012148 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-ea17fb71-a8c4-4550-9c2d-7b31ba8e3add service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42458e79-ac6d-4767-80af-a1ca69ae5ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1867526 Jan 15 15:02:01.062279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:02:01.097393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Deleting port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:02:01.097786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:01.171939 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-59cdf7d1-de41-4dc1-bec6-e029cd614755 req-53c795b2-5226-4bd1-8436-647dd6639b3c service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7491288 Jan 15 15:02:01.236150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:01.291990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0,segment=NetworkSegment(e97bd0da-bb71-42e2-8349-7ef81190b6ce),segment_id=e97bd0da-bb71-42e2-8349-7ef81190b6ce)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:02:01.292315 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe81e44-7745-46a2-93a9-2a9ce20af673 req-fe9d4d22-86c2-4c28-b5c5-494f6339bda0 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:01.296607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:01.298677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:01.310259 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ebe81e44-7745-46a2-93a9-2a9ce20af673 req-fe9d4d22-86c2-4c28-b5c5-494f6339bda0 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 946 time: 0.6534216 Jan 15 15:02:01.382604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:01.395990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:01.477585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8770-0368-4601-a0e5-489fe0ee5cfd req-e4041533-a699-40d1-91f4-de95b6b9745f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:01.479465 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b71b8770-0368-4601-a0e5-489fe0ee5cfd req-e4041533-a699-40d1-91f4-de95b6b9745f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.5075006 Jan 15 15:02:01.552171 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ebe81e44-7745-46a2-93a9-2a9ce20af673 req-da55546e-9024-44b3-852e-a76966181de8 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/security-groups?id=c036b57f-b506-4bf7-ad38-baac8f56561a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397802 Jan 15 15:02:01.592598 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-a74dd83a-39e6-46ca-839b-90062827bbb2 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621104 Jan 15 15:02:01.595302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f7451-65f5-4994-9113-80f638c61456 req-67542bb2-dba3-4870-a709-288877655f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:01.596825 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ad6f7451-65f5-4994-9113-80f638c61456 req-67542bb2-dba3-4870-a709-288877655f08 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 1162 time: 0.4907308 Jan 15 15:02:01.730970 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ad6f7451-65f5-4994-9113-80f638c61456 req-0ce7bbd4-cc04-42c5-b148-dfd259e9a985 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061597 Jan 15 15:02:01.767655 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b71b8770-0368-4601-a0e5-489fe0ee5cfd req-9add5f83-351a-4831-8e11-96d0e00322c6 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667763 Jan 15 15:02:01.779534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] For port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0,segment=NetworkSegment(e97bd0da-bb71-42e2-8349-7ef81190b6ce),segment_id=e97bd0da-bb71-42e2-8349-7ef81190b6ce)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:02:01.786348 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:01.864134 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ca0fab69-f74e-43a1-842f-b6f11bb3b1ab req-5e8facb5-4acc-49a4-a00a-b8dc51d0b8aa service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2406309 Jan 15 15:02:01.971320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Calling delete_port for 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 owned by compute:nova {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:02:02.105029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-4596f244-cb0b-4f5b-90e3-fd7fa4eab967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:02.106676 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-4596f244-cb0b-4f5b-90e3-fd7fa4eab967 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 1161 time: 0.7778769 Jan 15 15:02:02.302892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffa62-39b2-4921-bc92-1e13d3ddb736 req-656af29d-a8ca-4827-b205-788953c10ccd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:02.304615 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20fffa62-39b2-4921-bc92-1e13d3ddb736 req-656af29d-a8ca-4827-b205-788953c10ccd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.3047175 Jan 15 15:02:02.337357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9e916-d149-4578-b793-968830562abc req-e12f1355-96fa-4569-8cd1-8cdf67b41c8e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:02.339018 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f2b9e916-d149-4578-b793-968830562abc req-e12f1355-96fa-4569-8cd1-8cdf67b41c8e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 943 time: 0.5276000 Jan 15 15:02:02.460333 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20fffa62-39b2-4921-bc92-1e13d3ddb736 req-39be0ad5-8223-482e-8ba8-258a3567f674 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469762 Jan 15 15:02:02.461082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:02.468329 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f2b9e916-d149-4578-b793-968830562abc req-56d31537-d0fa-4a35-9b63-05c88a36e4ea tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060121 Jan 15 15:02:02.507969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:02.566055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Pushing event deleted for resources: {'Port': ['ID=3c810363-62d6-40b9-b9e2-1fff5fa0e4c0,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:02.628860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.629862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.630460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.631034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.631442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.631881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.632301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.632670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.633064 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.633457 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.633850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.634238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.635020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.635132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.635709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.636146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.636535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.636927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.637318 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.637703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.638094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.638475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.638865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.639526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:02.643484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:02.796048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] No DVR routers for this DVR port 3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 on host hv-cinder-68948 {{(pid=80085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:02:02.806484 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7f544d38-8780-47ea-aaa0-ab24c3e5b3fa req-d9240ec2-586c-47b7-9459-c1ea45d1fa8d tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 210 time: 0.0589077 Jan 15 15:02:02.808985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:02.812073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018b1250-f64c-48a8-b398-40dcd69c2a30', 'name': 'network-vif-deleted', 'tag': '3c810363-62d6-40b9-b9e2-1fff5fa0e4c0'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:02:02.855501 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1fe5811b-7819-4217-9bbd-712d1d00ebc6 req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.75 "DELETE /v2.0/ports/3c810363-62d6-40b9-b9e2-1fff5fa0e4c0 HTTP/1.1" status: 204 len: 173 time: 2.1974404 Jan 15 15:02:02.877788 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018b1250-f64c-48a8-b398-40dcd69c2a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c810363-62d6-40b9-b9e2-1fff5fa0e4c0'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:02:02.897677 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018b1250-f64c-48a8-b398-40dcd69c2a30', 'name': 'network-vif-deleted', 'tag': '3c810363-62d6-40b9-b9e2-1fff5fa0e4c0', 'status': 'completed', 'code': 200} Jan 15 15:02:02.947561 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018b1250-f64c-48a8-b398-40dcd69c2a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c810363-62d6-40b9-b9e2-1fff5fa0e4c0', 'code': 200} Jan 15 15:02:03.010983 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ac9b-7eb4-423a-82de-3ed1e223a079 req-6ee9a646-419e-483b-8154-b43b4adf9c9e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:03.012682 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5237ac9b-7eb4-423a-82de-3ed1e223a079 req-6ee9a646-419e-483b-8154-b43b4adf9c9e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1060548 Jan 15 15:02:03.065318 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5237ac9b-7eb4-423a-82de-3ed1e223a079 req-3f4f8b3a-1f71-4f73-adcc-5ac3c1c4193f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457168 Jan 15 15:02:03.780321 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ef892-9c35-4241-ba21-7d531f5b2a69 req-468efc4d-2fad-456c-8c7f-e545b2924597 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:03.781927 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-021ef892-9c35-4241-ba21-7d531f5b2a69 req-468efc4d-2fad-456c-8c7f-e545b2924597 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 943 time: 0.1682737 Jan 15 15:02:03.805788 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e3c91-460b-4ba7-a431-a44f3bf241a2 req-7a6b8409-4c6a-4407-99e4-8b3d28c9a2cb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:03.807345 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-593e3c91-460b-4ba7-a431-a44f3bf241a2 req-7a6b8409-4c6a-4407-99e4-8b3d28c9a2cb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1532283 Jan 15 15:02:03.893978 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-593e3c91-460b-4ba7-a431-a44f3bf241a2 req-0f56aa7c-4f32-4ff7-a63d-2fdc7f454276 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715320 Jan 15 15:02:03.902274 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-021ef892-9c35-4241-ba21-7d531f5b2a69 req-2b6fc5ca-9cd1-434b-a7f5-8dea32f64715 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939076 Jan 15 15:02:04.074593 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-1ea9c1ca-3e35-4e78-825b-f80e8261f696 req-5541a532-6c78-4f0c-ae3c-78ab1c8db42c tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Synchronizing usage tracker for tenant:ccc0d18011a1418fa413872d223845e7 on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:02:04.090072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-1ea9c1ca-3e35-4e78-825b-f80e8261f696 req-5541a532-6c78-4f0c-ae3c-78ab1c8db42c tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Unset dirty status for tenant:ccc0d18011a1418fa413872d223845e7 on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:02:04.091307 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1ea9c1ca-3e35-4e78-825b-f80e8261f696 req-5541a532-6c78-4f0c-ae3c-78ab1c8db42c tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 210 time: 0.0644441 Jan 15 15:02:04.296508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f8db4-fb93-441e-814e-71b0311a9c4e req-f87b5de7-ef28-47ef-b182-481c949976a0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:04.298115 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-413f8db4-fb93-441e-814e-71b0311a9c4e req-f87b5de7-ef28-47ef-b182-481c949976a0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.0994051 Jan 15 15:02:04.350230 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-413f8db4-fb93-441e-814e-71b0311a9c4e req-772f43d0-baca-4f6b-93a9-cd7954dce639 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454056 Jan 15 15:02:05.206803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa913d0-77b7-4fb6-bd3f-aca85e0cec71 req-88aeb7b1-ff69-42c0-a90e-1640ee92d76e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:05.208984 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3fa913d0-77b7-4fb6-bd3f-aca85e0cec71 req-88aeb7b1-ff69-42c0-a90e-1640ee92d76e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 943 time: 0.1698146 Jan 15 15:02:05.234811 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dfb4d-7893-431d-84f2-acd2c4dad8de req-d07a2ef1-b656-42f8-8c1c-96a56d19b8a4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:05.236445 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-704dfb4d-7893-431d-84f2-acd2c4dad8de req-d07a2ef1-b656-42f8-8c1c-96a56d19b8a4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1576765 Jan 15 15:02:05.315370 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3fa913d0-77b7-4fb6-bd3f-aca85e0cec71 req-cc924833-5f3c-46b3-b376-740cfa7ccbcb tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778482 Jan 15 15:02:05.321900 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-704dfb4d-7893-431d-84f2-acd2c4dad8de req-46ccb6ea-e800-4755-b60a-5e09dc97ec74 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700946 Jan 15 15:02:05.842505 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ae635497-664e-4334-bd5d-c04da276a877 req-a3a614d1-8bb8-46d5-bcae-3277df8ac4f0 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 210 time: 0.3022723 Jan 15 15:02:05.889091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-a6b46cc2-0366-4d61-aee1-413dbb0bdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:05.890950 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-a6b46cc2-0366-4d61-aee1-413dbb0bdb7b service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.4571908 Jan 15 15:02:05.921802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa2be4-9eca-4736-8cc4-51d3f8b38a6c req-4b86315b-bf75-4ab4-b5f4-5b892ab7c31d tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:05.923335 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d8aa2be4-9eca-4736-8cc4-51d3f8b38a6c req-4b86315b-bf75-4ab4-b5f4-5b892ab7c31d tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.3820078 Jan 15 15:02:06.003493 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-38b1c290-b117-4549-8cd9-665e9eb2840a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 HTTP/1.1" status: 200 len: 217 time: 0.0790889 Jan 15 15:02:06.089299 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d8aa2be4-9eca-4736-8cc4-51d3f8b38a6c req-5d00c6d9-5b53-4382-b572-d801a984aadd tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073408 Jan 15 15:02:06.101042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-a43b55b8-05e7-4ec8-89d3-4b13ddb612b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:06.102605 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-a43b55b8-05e7-4ec8-89d3-4b13ddb612b5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.0908551 Jan 15 15:02:06.187336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-eb4e716d-26f1-4979-ae27-47929231e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:06.188991 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-eb4e716d-26f1-4979-ae27-47929231e26e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787258 Jan 15 15:02:06.337853 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-8d0b47e6-7c14-4731-bd04-27b3d550274c service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390851 Jan 15 15:02:06.523559 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device e912f340-2289-4eae-a066-d62858a52d12 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:02:06.597438 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port e912f340-2289-4eae-a066-d62858a52d12 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:02:06.603230 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port e912f340-2289-4eae-a066-d62858a52d12 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:02:06.603893 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:06.615432 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fbd0cfd2-884c-46f6-b704-9cb4f8c26e8b req-543363f3-45a9-421d-906c-4406b43a7a0b service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2680585 Jan 15 15:02:06.661946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9b98c-98ba-4696-8dc3-e5057e33a227 req-bdafd201-a0a8-4446-a43c-4d5e6e96f2ce tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:06.664213 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4e9b98c-98ba-4696-8dc3-e5057e33a227 req-bdafd201-a0a8-4446-a43c-4d5e6e96f2ce tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 943 time: 0.2080436 Jan 15 15:02:06.686964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3062cca-3c38-4f2a-a866-c0ca1a4c1036 req-5906162e-0e86-4dc1-928d-f2f3a04fd0f8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:06.688676 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c3062cca-3c38-4f2a-a866-c0ca1a4c1036 req-5906162e-0e86-4dc1-928d-f2f3a04fd0f8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1823096 Jan 15 15:02:06.729933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:06.762237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc42d72-810b-4414-8afc-6608c065002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e912f340-2289-4eae-a066-d62858a52d12'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:02:06.768085 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4e9b98c-98ba-4696-8dc3-e5057e33a227 req-fd05e8cf-4bfc-4a6e-afa3-cb4e0186227c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782943 Jan 15 15:02:06.778447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port e912f340-2289-4eae-a066-d62858a52d12, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=e912f340-2289-4eae-a066-d62858a52d12,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:02:06.783732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:06.788148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9a2e1f36-1064-411d-8a62-eb8645073d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:06.792897 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c3062cca-3c38-4f2a-a866-c0ca1a4c1036 req-9767286c-dfe5-4a5c-95de-7f304aa8e809 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865381 Jan 15 15:02:06.881684 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=e912f340-2289-4eae-a066-d62858a52d12,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:06.893539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.894131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.894930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.895647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.896164 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.896773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.897422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.897903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.898525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.899005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.899520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.900023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.900594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.901179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.901735 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.902755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.903519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.904278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.904531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.904903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.905276 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.905645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.906016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.906380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:06.911792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:06.935282 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc42d72-810b-4414-8afc-6608c065002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e912f340-2289-4eae-a066-d62858a52d12', 'code': 200} Jan 15 15:02:07.084385 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-959eb75e-913e-4364-bc58-8b0c26233d1e req-5dbd6be7-8887-4b99-b5f5-f37fd7977275 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] 10.222.0.70 "GET /v2.0/ports?device_id=018b1250-f64c-48a8-b398-40dcd69c2a30 HTTP/1.1" status: 200 len: 210 time: 0.0764036 Jan 15 15:02:07.277028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device e912f340-2289-4eae-a066-d62858a52d12 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:02:07.421563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port e912f340-2289-4eae-a066-d62858a52d12 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:02:07.426686 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:07.516302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3c437-4668-4e28-8f5a-195aadb126f5 req-b35e42ff-6cf1-4b55-b366-c9e4fa680e5b tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:07.526372 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-edf3c437-4668-4e28-8f5a-195aadb126f5 req-b35e42ff-6cf1-4b55-b366-c9e4fa680e5b tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.2525945 Jan 15 15:02:07.543526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34338) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:07.604546 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-edf3c437-4668-4e28-8f5a-195aadb126f5 req-f104f0cd-b38f-4b81-b387-0e1c6ea08d07 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764172 Jan 15 15:02:07.621227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe1eb6-62ca-407b-acb3-0c325a88f4e9 req-902cddf9-2398-4886-ab85-c28870da6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:07.622893 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bbfe1eb6-62ca-407b-acb3-0c325a88f4e9 req-902cddf9-2398-4886-ab85-c28870da6fbc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 1162 time: 0.2513034 Jan 15 15:02:07.741214 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bbfe1eb6-62ca-407b-acb3-0c325a88f4e9 req-cb0ce677-6a58-49ac-876d-49350f9bae8c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722277 Jan 15 15:02:07.785019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:07.803018 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:07.808071 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] Usage tracker for resource:security_group_rule and tenant:4de20612dc7f48cb849f0f395f5b7615 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:07.811169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:07.818014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:07.917488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:07.921179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:07.932603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-031f0e23-a8fd-454e-b032-7a977d053ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:07.971592 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4de20612dc7f48cb849f0f395f5b7615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241753 Jan 15 15:02:07.971899 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34362) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:08.059911 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96586d45-44b1-4fa0-b59d-958be31387e9,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:08.064809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:08.071994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16a141-047b-4433-a682-8a45a1d33004 req-74438c71-cdb9-425b-84c2-fbeccad54381 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:08.073697 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c16a141-047b-4433-a682-8a45a1d33004 req-74438c71-cdb9-425b-84c2-fbeccad54381 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1112225 Jan 15 15:02:08.084583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7d3f369f-ef37-4325-802c-54f587f938c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:08.135960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7d3f369f-ef37-4325-802c-54f587f938c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:08.197450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7d3f369f-ef37-4325-802c-54f587f938c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:08.206421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:08.209506 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c16a141-047b-4433-a682-8a45a1d33004 req-002102d6-5ced-47ba-8315-28bf0c0f6eba tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836122 Jan 15 15:02:08.235895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1946-3643-45e9-9666-7614b502747b req-5a42af45-82c0-41ad-856b-e32294208702 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:08.237588 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b13e1946-3643-45e9-9666-7614b502747b req-5a42af45-82c0-41ad-856b-e32294208702 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1629417 Jan 15 15:02:08.251250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7d3f369f-ef37-4325-802c-54f587f938c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:08.263151 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-7d3f369f-ef37-4325-802c-54f587f938c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96586d45-44b1-4fa0-b59d-958be31387e9 HTTP/1.1" status: 204 len: 168 time: 0.2886364 Jan 15 15:02:08.264410 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f369f-ef37-4325-802c-54f587f938c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96586d45-44b1-4fa0-b59d-958be31387e9,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:08.273802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7d3f369f-ef37-4325-802c-54f587f938c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:08.353325 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b13e1946-3643-45e9-9666-7614b502747b req-72344993-e8ae-4992-97a4-5bfac0a14cd7 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647807 Jan 15 15:02:08.369034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5fff3-af4f-44a2-9895-4bfd078869a3 req-479905dc-d842-4a23-b9d6-76760657c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:08.370798 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b8e5fff3-af4f-44a2-9895-4bfd078869a3 req-479905dc-d842-4a23-b9d6-76760657c451 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 1162 time: 0.1322351 Jan 15 15:02:08.651339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bff137-3837-443d-86da-bf004337b584 req-21e65f31-13f5-4b36-a818-3e9305492653 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:08.653166 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d8bff137-3837-443d-86da-bf004337b584 req-21e65f31-13f5-4b36-a818-3e9305492653 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.2354650 Jan 15 15:02:08.658192 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5fff3-af4f-44a2-9895-4bfd078869a3 req-74d92720-1375-469d-93e0-351433009a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:08.659753 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b8e5fff3-af4f-44a2-9895-4bfd078869a3 req-74d92720-1375-469d-93e0-351433009a0a service neutron] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 911 time: 0.2737818 Jan 15 15:02:08.753761 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b8e5fff3-af4f-44a2-9895-4bfd078869a3 req-7d2526bd-c2bd-48b7-b4a5-6dfa59f96287 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec6caac4-3cbc-40e2-b862-60fb96a26df1 HTTP/1.1" status: 200 len: 217 time: 0.0725501 Jan 15 15:02:08.777460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34378) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:08.797517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:08.816390 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:08.820917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] Usage tracker for resource:security_group_rule and tenant:f28831ea00e447968e49622b5a976b00 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:08.824104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:08.830586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:08.839968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5fff3-af4f-44a2-9895-4bfd078869a3 req-71055110-2519-4aae-8216-02c08a545e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:08.841565 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b8e5fff3-af4f-44a2-9895-4bfd078869a3 req-71055110-2519-4aae-8216-02c08a545e01 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.0692286 Jan 15 15:02:08.850021 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d8bff137-3837-443d-86da-bf004337b584 req-5b6e39a2-7b69-459f-b94f-83e96413b3b6 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860225 Jan 15 15:02:08.909262 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b8e5fff3-af4f-44a2-9895-4bfd078869a3 req-f74b5311-b5b1-4205-be80-4845bd2d4504 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579739 Jan 15 15:02:08.959311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:08.962924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:08.995635 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3bb33d6f-985e-4916-b4d3-54b738125099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:09.007351 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f28831ea00e447968e49622b5a976b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287135 Jan 15 15:02:09.010558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34394) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:09.072415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112f5acb-310e-4785-8e2c-8cce71f8f8f8,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:09.084374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:09.116976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-00cb3e58-88d1-43a3-b71e-c69f5ffecc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:09.144452 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b8e5fff3-af4f-44a2-9895-4bfd078869a3 req-09f3c7e6-8565-45d6-b021-47edc38eb96f service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835589 Jan 15 15:02:09.153349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-00cb3e58-88d1-43a3-b71e-c69f5ffecc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:09.253045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-00cb3e58-88d1-43a3-b71e-c69f5ffecc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:09.267853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7d3f369f-ef37-4325-802c-54f587f938c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:09.307401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb3e58-88d1-43a3-b71e-c69f5ffecc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112f5acb-310e-4785-8e2c-8cce71f8f8f8,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:09.309448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-00cb3e58-88d1-43a3-b71e-c69f5ffecc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:09.329050 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-00cb3e58-88d1-43a3-b71e-c69f5ffecc2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/112f5acb-310e-4785-8e2c-8cce71f8f8f8 HTTP/1.1" status: 204 len: 168 time: 0.3168831 Jan 15 15:02:09.332656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-00cb3e58-88d1-43a3-b71e-c69f5ffecc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:09.447668 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b8e5fff3-af4f-44a2-9895-4bfd078869a3 req-2b5dc376-903d-4935-97a8-909e35168391 service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2877693 Jan 15 15:02:09.829097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcac028-7320-47f7-9a3e-8ebb3eb9858c req-aa469715-75d6-4342-bc11-972fddf1b53c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:09.836293 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0fcac028-7320-47f7-9a3e-8ebb3eb9858c req-aa469715-75d6-4342-bc11-972fddf1b53c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.3361833 Jan 15 15:02:09.918804 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34436) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:09.932721 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0fcac028-7320-47f7-9a3e-8ebb3eb9858c req-5078253a-cfbd-4f1a-be84-894626421fa9 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950074 Jan 15 15:02:09.974983 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3187-52e4-46a8-aedf-24843a9149c0 req-4d35f402-a4b1-4402-bc0e-355c2f512013 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:09.976665 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-15bc3187-52e4-46a8-aedf-24843a9149c0 req-4d35f402-a4b1-4402-bc0e-355c2f512013 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.2977154 Jan 15 15:02:10.043233 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-15bc3187-52e4-46a8-aedf-24843a9149c0 req-540bada3-1eb5-49ab-84a5-87fdc14d01f8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585897 Jan 15 15:02:10.134166 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:10.154879 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:10.158261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ee5b5-e811-4e9b-9a0f-2481949927bf req-2182fec0-9a7d-4aa2-ba38-323b5c4db156 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:10.159122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] Usage tracker for resource:security_group_rule and tenant:c001c6b67e6940d0bb8eccefaaf8389d is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:10.159702 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-292ee5b5-e811-4e9b-9a0f-2481949927bf req-2182fec0-9a7d-4aa2-ba38-323b5c4db156 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1088746 Jan 15 15:02:10.167449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:10.173719 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:10.216836 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-292ee5b5-e811-4e9b-9a0f-2481949927bf req-fef70997-ff73-4bab-af4b-75e1a6cfa156 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504525 Jan 15 15:02:10.265986 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:10.268851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:10.281379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d5933023-fd70-4872-b1cc-8b1e5f11ab5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:10.318173 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c001c6b67e6940d0bb8eccefaaf8389d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955660 Jan 15 15:02:10.319120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34452) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:10.330234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70700863-6c69-48a2-86cc-8a58f43f14b6,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:10.333790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:10.396921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7b45b4d5-4d9e-4e6f-9cd2-0d2ff78e517d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:10.446815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7b45b4d5-4d9e-4e6f-9cd2-0d2ff78e517d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:10.510311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7b45b4d5-4d9e-4e6f-9cd2-0d2ff78e517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:10.516274 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-35b6f9ea-db2e-42c8-9d5d-47331a6ad0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:10.530555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45b4d5-4d9e-4e6f-9cd2-0d2ff78e517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70700863-6c69-48a2-86cc-8a58f43f14b6,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:10.533230 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7b45b4d5-4d9e-4e6f-9cd2-0d2ff78e517d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:10.537482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7b45b4d5-4d9e-4e6f-9cd2-0d2ff78e517d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:10.538752 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-7b45b4d5-4d9e-4e6f-9cd2-0d2ff78e517d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70700863-6c69-48a2-86cc-8a58f43f14b6 HTTP/1.1" status: 204 len: 168 time: 0.2178893 Jan 15 15:02:10.556463 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34466) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:10.626251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-f023bb74-a765-46aa-8d37-2ec62c8bb6d5 admin admin] Deleting subnet a0089c8f-8286-4d1f-a013-1818a570d2f9 {{(pid=80085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:02:10.630262 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f023bb74-a765-46aa-8d37-2ec62c8bb6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:10.687934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f023bb74-a765-46aa-8d37-2ec62c8bb6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2412792'] for subnet, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:10.748457 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f023bb74-a765-46aa-8d37-2ec62c8bb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:11.011131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34486) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:11.039457 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:11.061169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:11.068138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] Usage tracker for resource:security_group_rule and tenant:c89df242d8f744aca88b3e2cf76de8a2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:11.072695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:11.080019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:11.211417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:11.215054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:11.239422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f023bb74-a765-46aa-8d37-2ec62c8bb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4159852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580214'] for subnet, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:11.252575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f015c3c6-cd00-48d9-bfbc-a7b6a10be94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:11.265138 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c89df242d8f744aca88b3e2cf76de8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522111 Jan 15 15:02:11.272688 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fa7d4195-4b52-4232-90d1-3d94f14ddb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:11.286332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff22a99-621b-4d1e-b3b2-c504c541a61c,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:11.300473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:11.301214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34496) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:11.384909 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-729525cd-e4c0-4715-b2c6-d89ac441b59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:11.429559 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-729525cd-e4c0-4715-b2c6-d89ac441b59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:11.495897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-729525cd-e4c0-4715-b2c6-d89ac441b59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:11.507151 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a0d353a2-4123-4d64-b8ad-79a66e5e8853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:11.543321 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729525cd-e4c0-4715-b2c6-d89ac441b59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff22a99-621b-4d1e-b3b2-c504c541a61c,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:11.549152 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-729525cd-e4c0-4715-b2c6-d89ac441b59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:11.576828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-729525cd-e4c0-4715-b2c6-d89ac441b59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:11.581543 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-729525cd-e4c0-4715-b2c6-d89ac441b59a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bff22a99-621b-4d1e-b3b2-c504c541a61c HTTP/1.1" status: 204 len: 168 time: 0.2778761 Jan 15 15:02:11.721825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023bb74-a765-46aa-8d37-2ec62c8bb6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0089c8f-8286-4d1f-a013-1818a570d2f9,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:11.745586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f023bb74-a765-46aa-8d37-2ec62c8bb6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:11.784459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f023bb74-a765-46aa-8d37-2ec62c8bb6d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:11.792241 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f023bb74-a765-46aa-8d37-2ec62c8bb6d5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a0089c8f-8286-4d1f-a013-1818a570d2f9 HTTP/1.1" status: 204 len: 168 time: 1.2346289 Jan 15 15:02:11.796846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34512) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:11.828375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad659fd-67a1-4389-9a0c-5ba1d42b8994 req-b46747e5-aa94-4c59-98ee-ceb4f9d9945c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:11.830050 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ad659fd-67a1-4389-9a0c-5ba1d42b8994 req-b46747e5-aa94-4c59-98ee-ceb4f9d9945c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.7018676 Jan 15 15:02:11.854136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1d4cf-cfdc-444a-a0ef-e84ff3358907 req-b428ff8e-6941-4219-b926-59bd4f327f23 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:11.855867 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46a1d4cf-cfdc-444a-a0ef-e84ff3358907 req-b428ff8e-6941-4219-b926-59bd4f327f23 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.5848672 Jan 15 15:02:11.930157 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ad659fd-67a1-4389-9a0c-5ba1d42b8994 req-d87bebac-72cb-4a2e-a0dd-f8794b25f6ad tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731709 Jan 15 15:02:11.955513 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46a1d4cf-cfdc-444a-a0ef-e84ff3358907 req-205eb951-77e4-4e45-a176-d09dce76e0b1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811927 Jan 15 15:02:11.962867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.123077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34524) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:12.182969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.247600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a214f-cb99-4eef-a45e-580d3902106d req-2f177328-6b5c-4ef5-b3ae-ca8972b9ba5d tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:12.252557 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-920a214f-cb99-4eef-a45e-580d3902106d req-2f177328-6b5c-4ef5-b3ae-ca8972b9ba5d tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1730621 Jan 15 15:02:12.313468 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.313877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.314683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.315055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.315431 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.315835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.316205 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.317587 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.317587 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.317875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.368171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.384950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.385166 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.385513 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.385886 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:02:12.386299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed6ca41-694c-46de-9ea8-cd745d81d8ff']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:12.398724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34530) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:12.402067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97bd0da-bb71-42e2-8349-7ef81190b6ce') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:12.402406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97bd0da-bb71-42e2-8349-7ef81190b6ce') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:12.406225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:12.420144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2202022'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.424273 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-920a214f-cb99-4eef-a45e-580d3902106d req-a0d39ae6-aca4-4483-9b5e-e760c5aace80 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203375 Jan 15 15:02:12.439797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.443646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:02:12.446784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] Usage tracker for resource:security_group_rule and tenant:5383bc7678344f74a93bb3b3846b7d51 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:12.454633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:12.457795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.475454 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:12.486358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:12.518724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae8ad-9f24-41eb-868b-befa98df70e4 req-96370430-1f70-41ff-8170-735e1efddb3b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:12.520680 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-509ae8ad-9f24-41eb-868b-befa98df70e4 req-96370430-1f70-41ff-8170-735e1efddb3b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2599831 Jan 15 15:02:12.521789 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] Usage tracker for resource:security_group_rule and tenant:b945144187254cc0851082354e1ff20a is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:12.526035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:12.537801 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34534) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:12.539872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:12.556389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-eb93a91a-07c4-4282-9b17-a0ad043800f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'floatingip': {'port_id': 'e912f340-2289-4eae-a066-d62858a52d12'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:02:12.669544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.680759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.691118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7b45b4d5-4d9e-4e6f-9cd2-0d2ff78e517d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:12.740856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.744829 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eb93a91a-07c4-4282-9b17-a0ad043800f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.749485 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5383bc7678344f74a93bb3b3846b7d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6228662 Jan 15 15:02:12.751548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34540) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:12.752234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.763630 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719fc559-ad24-45cf-a727-c2538e7f55b1,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:12.779734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:12.781648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:12.826775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Network 3ed6ca41-694c-46de-9ea8-cd745d81d8ff has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:02:12.835928 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b945144187254cc0851082354e1ff20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316835 Jan 15 15:02:12.841442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34544) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:12.843290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066353'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.846717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e573e064-834f-44af-9628-8fc41e3e4948,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:12.852277 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:12.876986 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-658a0d0e-d2cf-4393-8baa-637b24b10e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.909466 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-658a0d0e-d2cf-4393-8baa-637b24b10e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.959545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-658a0d0e-d2cf-4393-8baa-637b24b10e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.964617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7419deb7-0e7b-40f3-9f8b-5689263e00ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:12.978691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a0d0e-d2cf-4393-8baa-637b24b10e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719fc559-ad24-45cf-a727-c2538e7f55b1,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:12.983849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-658a0d0e-d2cf-4393-8baa-637b24b10e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:12.987931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-658a0d0e-d2cf-4393-8baa-637b24b10e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:12.991896 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-658a0d0e-d2cf-4393-8baa-637b24b10e99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/719fc559-ad24-45cf-a727-c2538e7f55b1 HTTP/1.1" status: 204 len: 168 time: 0.2293177 Jan 15 15:02:13.178654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Network 3ed6ca41-694c-46de-9ea8-cd745d81d8ff has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: (rel_b, rel_a, rel_b), Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: (rel_b, rel_a, rel_b), Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:02:13.210329 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:02:13.285176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fb5b8-1e8e-4662-8882-cc3b12f32325 req-3e5af23b-5e94-4a89-86b0-83961a967ec4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:13.287053 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2d4fb5b8-1e8e-4662-8882-cc3b12f32325 req-3e5af23b-5e94-4a89-86b0-83961a967ec4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1066678 Jan 15 15:02:13.348169 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2d4fb5b8-1e8e-4662-8882-cc3b12f32325 req-62df1a98-0d5d-401b-886c-9de36e55189b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535252 Jan 15 15:02:13.368599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9986ee2e-0baf-4aee-bccf-f2a688aa2a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:13.481647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34558) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:13.507938 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:13.529683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:13.534552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] Usage tracker for resource:security_group_rule and tenant:6252848cc6814cf29d2ce6430d78a928 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:13.538385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:13.545569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:13.695715 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:13.698321 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9986ee2e-0baf-4aee-bccf-f2a688aa2a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:13.727994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb914f2f-69ba-48b1-94a9-539b46e7fee1 req-c986eddb-d57d-4451-9806-4dede8470319 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:13.729653 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bb914f2f-69ba-48b1-94a9-539b46e7fee1 req-c986eddb-d57d-4451-9806-4dede8470319 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1600845 Jan 15 15:02:13.730757 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-284955be-34b0-4c36-99bc-6234b7d9e09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:13.739409 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:13.759608 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:13.770235 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6380fa53-b432-4fb5-acef-e689ee99b04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:13.773499 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:13.778194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed6ca41-694c-46de-9ea8-cd745d81d8ff,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:13.791157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:13.837438 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bb914f2f-69ba-48b1-94a9-539b46e7fee1 req-46991210-5999-42d7-b7b1-67a1e9b26102 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006460 Jan 15 15:02:13.843540 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6252848cc6814cf29d2ce6430d78a928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604450 Jan 15 15:02:13.844646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34564) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:13.845359 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04137abb-f37d-45cb-96e8-0774f362c63d,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:13.850040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:13.874212 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3ed6ca41-694c-46de-9ea8-cd745d81d8ff HTTP/1.1" status: 204 len: 168 time: 2.0756347 Jan 15 15:02:13.959144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1b43ecf-16e4-4b18-8dce-774ae339b398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:13.991837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1b43ecf-16e4-4b18-8dce-774ae339b398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.040709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1b43ecf-16e4-4b18-8dce-774ae339b398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.046861 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e6f344e4-ccdf-4a21-af62-aee7f3ae90e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:14.059919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b43ecf-16e4-4b18-8dce-774ae339b398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04137abb-f37d-45cb-96e8-0774f362c63d,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:14.062765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9986ee2e-0baf-4aee-bccf-f2a688aa2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.064788 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b1b43ecf-16e4-4b18-8dce-774ae339b398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:14.068330 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1b43ecf-16e4-4b18-8dce-774ae339b398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.069709 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b1b43ecf-16e4-4b18-8dce-774ae339b398 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04137abb-f37d-45cb-96e8-0774f362c63d HTTP/1.1" status: 204 len: 168 time: 0.2211101 Jan 15 15:02:14.075928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-729525cd-e4c0-4715-b2c6-d89ac441b59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:14.092857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986ee2e-0baf-4aee-bccf-f2a688aa2a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e573e064-834f-44af-9628-8fc41e3e4948,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:14.102434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9986ee2e-0baf-4aee-bccf-f2a688aa2a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:14.112447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9986ee2e-0baf-4aee-bccf-f2a688aa2a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.116941 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9986ee2e-0baf-4aee-bccf-f2a688aa2a28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e573e064-834f-44af-9628-8fc41e3e4948 HTTP/1.1" status: 204 len: 168 time: 1.2558112 Jan 15 15:02:14.121945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34574) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:14.224464 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-dd252812-bf18-493a-98d2-11203f6e985c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ccc0d18011a1418fa413872d223845e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1009352 Jan 15 15:02:14.226578 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34582) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:14.275116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.resource_extend [None req-eb93a91a-07c4-4282-9b17-a0ad043800f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:02:14.303203 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5742b919-a640-4926-90c3-6a23331c1229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.334973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5742b919-a640-4926-90c3-6a23331c1229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.385103 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5742b919-a640-4926-90c3-6a23331c1229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.392034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1cb99af2-fac2-4c1d-859d-64ff37a96d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:14.406038 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eb93a91a-07c4-4282-9b17-a0ad043800f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.410909 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eb93a91a-07c4-4282-9b17-a0ad043800f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.424335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742b919-a640-4926-90c3-6a23331c1229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c036b57f-b506-4bf7-ad38-baac8f56561a,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:14.451086 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5742b919-a640-4926-90c3-6a23331c1229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:14.455030 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5742b919-a640-4926-90c3-6a23331c1229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.458711 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5742b919-a640-4926-90c3-6a23331c1229 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c036b57f-b506-4bf7-ad38-baac8f56561a HTTP/1.1" status: 204 len: 168 time: 0.2307625 Jan 15 15:02:14.650238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34600) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:14.678431 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:14.706196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:14.715196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] Usage tracker for resource:security_group_rule and tenant:1ab6c8903cf7471fa750d0e234f295d0 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:14.720053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:14.729924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:14.732079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109561c-b42d-47c1-9f3d-e74de73b770f req-28e12648-64ef-49a6-817b-fc4cbf375aa0 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:14.734261 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f109561c-b42d-47c1-9f3d-e74de73b770f req-28e12648-64ef-49a6-817b-fc4cbf375aa0 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1679459 Jan 15 15:02:14.735657 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [None req-eb93a91a-07c4-4282-9b17-a0ad043800f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Floating IP c1c0839f-f260-421e-9a24-700e9721b822 associated. External IP: 172.27.1.200, port: e912f340-2289-4eae-a066-d62858a52d12. Jan 15 15:02:14.795651 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f109561c-b42d-47c1-9f3d-e74de73b770f req-36be3e2c-90e8-4923-b0fc-9fa3552f1e08 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529501 Jan 15 15:02:15.171897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb93a91a-07c4-4282-9b17-a0ad043800f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Router b656befd-a3dc-427a-8438-df47fcaf8775 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:02:15.229679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff382-0515-4d3b-9dd3-0177cd06b70a req-a2439f1e-0d75-4d0c-8e87-66ce4fc97dd1 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:15.231919 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a54ff382-0515-4d3b-9dd3-0177cd06b70a req-a2439f1e-0d75-4d0c-8e87-66ce4fc97dd1 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.2120385 Jan 15 15:02:15.357576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:15.364858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:15.375150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ec89c35c-e609-418f-bde8-d9096fc68ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:15.396188 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a54ff382-0515-4d3b-9dd3-0177cd06b70a req-632736c6-398b-4420-8e96-84a78478a34a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356719 Jan 15 15:02:15.411579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e63cc1c-c9e2-441a-94c0-424ed00f4b47,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:15.436265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:15.487057 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ab6c8903cf7471fa750d0e234f295d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8323791 Jan 15 15:02:15.487057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34632) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:15.506378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb93a91a-07c4-4282-9b17-a0ad043800f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:02:15.523662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eb93a91a-07c4-4282-9b17-a0ad043800f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:15.526001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] Sync routers for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:02:15.548587 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:02:15.550098 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:01:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:15.589332 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-eb93a91a-07c4-4282-9b17-a0ad043800f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "PUT /v2.0/floatingips/c1c0839f-f260-421e-9a24-700e9721b822 HTTP/1.1" status: 200 len: 991 time: 3.0425510 Jan 15 15:02:15.594074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc42d72-810b-4414-8afc-6608c065002c', 'tag': 'e912f340-2289-4eae-a066-d62858a52d12'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:02:15.646255 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-005fce06-33d5-4c48-b4ec-d5de67dbf891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:15.714355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-005fce06-33d5-4c48-b4ec-d5de67dbf891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:15.727127 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc42d72-810b-4414-8afc-6608c065002c', 'tag': 'e912f340-2289-4eae-a066-d62858a52d12', 'status': 'completed', 'code': 200} Jan 15 15:02:15.769049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:02:15.846653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-005fce06-33d5-4c48-b4ec-d5de67dbf891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:15.873695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-25703ab5-84d8-4b5c-90b6-0fd171665060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:15.925071 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fce06-33d5-4c48-b4ec-d5de67dbf891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e63cc1c-c9e2-441a-94c0-424ed00f4b47,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:15.929217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-005fce06-33d5-4c48-b4ec-d5de67dbf891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:15.943724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:02:15.946238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-005fce06-33d5-4c48-b4ec-d5de67dbf891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:15.952459 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-005fce06-33d5-4c48-b4ec-d5de67dbf891 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e63cc1c-c9e2-441a-94c0-424ed00f4b47 HTTP/1.1" status: 204 len: 168 time: 0.4647017 Jan 15 15:02:16.066079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-66440cfa-11db-4ce9-8c59-55f9eb55d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:16.068329 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-66440cfa-11db-4ce9-8c59-55f9eb55d832 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 1162 time: 0.3086114 Jan 15 15:02:16.120268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:02:16.137128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:02:16.137562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:16.341013 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-8235e690-1c94-4eb0-8f4c-ff46fc47ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:16.343054 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-8235e690-1c94-4eb0-8f4c-ff46fc47ecb4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 200 len: 904 time: 0.2618253 Jan 15 15:02:16.404162 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:16.527653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:02:16.554703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:02:16.562621 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:16.563569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device e912f340-2289-4eae-a066-d62858a52d12 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:02:16.682517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:16.684676 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-f19c6231-6c90-434e-bc12-105ee1eea03e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e912f340-2289-4eae-a066-d62858a52d12 HTTP/1.1" status: 200 len: 999 time: 0.2294385 Jan 15 15:02:16.696661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'c1c0839f-f260-421e-9a24-700e9721b822', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'port_id': 'e912f340-2289-4eae-a066-d62858a52d12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'mac_address': 'fa:16:3e:2c:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc42d72-810b-4414-8afc-6608c065002c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:01:39Z', 'updated_at': '2021-01-15T15:02:14Z', 'revision_number': 1, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:16.712542 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] Checking router: b656befd-a3dc-427a-8438-df47fcaf8775 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:02:16.771951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:02:16.776100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:01:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:16.915480 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21c70-8120-4dcc-9e7d-cb094303f67e req-8777ff1d-41db-4cce-8ea0-5c440616df20 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:16.928152 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c6d21c70-8120-4dcc-9e7d-cb094303f67e req-8777ff1d-41db-4cce-8ea0-5c440616df20 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.5787482 Jan 15 15:02:16.982786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:16.994104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:17.010146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port e912f340-2289-4eae-a066-d62858a52d12 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:02:17.011645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:17.026647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-e10f1c04-7126-4e61-8fc7-b9bd146a098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:17.033171 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-e10f1c04-7126-4e61-8fc7-b9bd146a098d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d392861e-6d5e-4ae3-98bb-b788b96f093b HTTP/1.1" status: 200 len: 849 time: 0.3391061 Jan 15 15:02:17.141617 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c6d21c70-8120-4dcc-9e7d-cb094303f67e req-2041f937-529a-4646-b558-fc3f414931a2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124453 Jan 15 15:02:17.187077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b073a-de76-489f-910c-1c90076de744 req-206a2b1c-6104-48e2-a553-ae4f6ce1114a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:17.196375 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea6b073a-de76-489f-910c-1c90076de744 req-206a2b1c-6104-48e2-a553-ae4f6ce1114a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.4042697 Jan 15 15:02:17.304637 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2', 'code': 200} Jan 15 15:02:17.334203 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-fd2add76-ec5d-4915-b1a4-b1e6cd30e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:17.338280 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-fd2add76-ec5d-4915-b1a4-b1e6cd30e88a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42458e79-ac6d-4767-80af-a1ca69ae5ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2907236 Jan 15 15:02:17.352258 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea6b073a-de76-489f-910c-1c90076de744 req-3bbe8d93-c229-4bca-a4c4-d100388da385 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548898 Jan 15 15:02:17.576037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:02:18.043279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'c1c0839f-f260-421e-9a24-700e9721b822', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'port_id': 'e912f340-2289-4eae-a066-d62858a52d12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'mac_address': 'fa:16:3e:2c:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc42d72-810b-4414-8afc-6608c065002c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:01:39Z', 'updated_at': '2021-01-15T15:02:14Z', 'revision_number': 1, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:18.048524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc6aadb-e8ab-4181-a5e2-293312b008ce None None] The sync data for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi is: [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'c1c0839f-f260-421e-9a24-700e9721b822', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'port_id': 'e912f340-2289-4eae-a066-d62858a52d12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'mac_address': 'fa:16:3e:2c:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc42d72-810b-4414-8afc-6608c065002c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:01:39Z', 'updated_at': '2021-01-15T15:02:14Z', 'revision_number': 1, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:02:18.071075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34764) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:18.393777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c7688-3a67-457d-bbac-839a6e088703 None None] New status for floating IP c1c0839f-f260-421e-9a24-700e9721b822: ACTIVE {{(pid=80086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:02:18.406506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-650112563-network', 'tenant_id': 'bc7a5e3b3440494d97c6afe5edbcd2ca'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:02:18.434191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:18.445852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Usage tracker for resource:network and tenant:bc7a5e3b3440494d97c6afe5edbcd2ca is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:18.449435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:18.455705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:18.469983 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Made reservation on behalf of bc7a5e3b3440494d97c6afe5edbcd2ca for: {'network': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:02:18.476012 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:18.494973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:18.520827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:18.530857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Usage tracker for resource:security_group_rule and tenant:bc7a5e3b3440494d97c6afe5edbcd2ca is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:18.536054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:18.544285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:18.574291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e028a02-bba3-4066-9076-bd178969f285 req-d82f6517-a888-472e-a26f-b601c2341bdc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:18.575965 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e028a02-bba3-4066-9076-bd178969f285 req-d82f6517-a888-472e-a26f-b601c2341bdc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2290530 Jan 15 15:02:18.654168 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e028a02-bba3-4066-9076-bd178969f285 req-4a93f97f-ce23-4f6d-adcc-2d5e64b0756c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699358 Jan 15 15:02:18.720276 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:18.725059 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:18.736673 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:18.758904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:02:18.783722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:18.784136 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Added segment fbc9d006-6e0c-4af3-a191-7fa7bf04ad5d of type vxlan for network 5cea32ce-4746-4c82-9965-2f53402e6e51 Jan 15 15:02:18.794333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d169145b-3431-46a9-b19a-a08465c78d14,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:18.797848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:18.869507 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:18.933918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:18.940471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:18.941332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:18.965974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5e542fbe-4535-49c3-b9f0-f33c36fdb779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:19.000936 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9284849 Jan 15 15:02:19.004254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34794) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:19.010543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Request body: {'subnet': {'network_id': '5cea32ce-4746-4c82-9965-2f53402e6e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-650112563-subnet', 'tenant_id': 'bc7a5e3b3440494d97c6afe5edbcd2ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:02:19.015906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:19.020599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Usage tracker for resource:subnet and tenant:bc7a5e3b3440494d97c6afe5edbcd2ca is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:19.023707 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:19.028259 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4f8e-2745-46ca-a705-5f3f851efce2 req-f5da3e34-86f5-4054-b637-77e9a664d9b5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:19.029750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:19.029911 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-02cb4f8e-2745-46ca-a705-5f3f851efce2 req-f5da3e34-86f5-4054-b637-77e9a664d9b5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.2073667 Jan 15 15:02:19.043087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Made reservation on behalf of bc7a5e3b3440494d97c6afe5edbcd2ca for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:02:19.047894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851125497'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:19.109798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5cea32ce-4746-4c82-9965-2f53402e6e51,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:19.114090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:19.121528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 5cea32ce-4746-4c82-9965-2f53402e6e51 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:02:19.138682 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-02cb4f8e-2745-46ca-a705-5f3f851efce2 req-f29fde9a-6609-4d40-a97d-7ea0148ae0f4 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566840 Jan 15 15:02:19.489509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850709344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851125450'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:19.505556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:19.844127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Pushing event updated for resources: {'Subnet': ['ID=966e4427-d9e1-4c37-8949-dba816222192,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:19.847577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:19.910899 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Checking segment: {'id': 'fbc9d006-6e0c-4af3-a191-7fa7bf04ad5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5cea32ce-4746-4c82-9965-2f53402e6e51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:02:19.911301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Network hostable DHCP agents. Network: 5cea32ce-4746-4c82-9965-2f53402e6e51, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:02:19.921701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf4ae9-3385-4109-b272-2503dd1f7f26 req-d76bbc3d-3c08-4d32-a76e-6bcfa0cd06f9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:19.923357 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-adbf4ae9-3385-4109-b272-2503dd1f7f26 req-d76bbc3d-3c08-4d32-a76e-6bcfa0cd06f9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1097176 Jan 15 15:02:19.930810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Network 5cea32ce-4746-4c82-9965-2f53402e6e51 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:02:19.940403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 5cea32ce-4746-4c82-9965-2f53402e6e51) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:02:19.952482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de905f82-e8c9-425c-8324-d482330c3403 None None] Network 5cea32ce-4746-4c82-9965-2f53402e6e51 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:02:19.959003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:19.959862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:19.983228 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9776678 Jan 15 15:02:19.992356 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-adbf4ae9-3385-4109-b272-2503dd1f7f26 req-6255e887-8b49-40b1-9e31-4b05ef285bfa tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616901 Jan 15 15:02:20.212055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dfaccc-64a6-46c0-b271-132d3b451a41 None None] Network 5cea32ce-4746-4c82-9965-2f53402e6e51 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:02:20.390961 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96534e17-454d-4ad9-9038-59901d0678c9 req-9e96dede-7279-4c99-b10a-f503519840ab tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:20.393238 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96534e17-454d-4ad9-9038-59901d0678c9 req-9e96dede-7279-4c99-b10a-f503519840ab tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1201608 Jan 15 15:02:20.561850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 5cea32ce-4746-4c82-9965-2f53402e6e51 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:02:20.603410 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96534e17-454d-4ad9-9038-59901d0678c9 req-b631a00d-4b41-4c92-bada-12ba3bb6b6db tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010615 Jan 15 15:02:20.697783 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-9b1ba04d-821c-4d42-8aad-c0a61b49d5b1 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968645 Jan 15 15:02:20.821798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34828) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:20.828389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1868260159-network', 'tenant_id': '528bcbfea639485380e6537da6d20a92'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:02:20.834001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:20.838754 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Usage tracker for resource:network and tenant:528bcbfea639485380e6537da6d20a92 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:20.843295 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:20.850651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:20.860499 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Made reservation on behalf of 528bcbfea639485380e6537da6d20a92 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:02:20.866541 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:20.881092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:20.883617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:02:20.903502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:20.907959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Usage tracker for resource:security_group_rule and tenant:528bcbfea639485380e6537da6d20a92 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:20.912124 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:20.918386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:21.014946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293cf06-4b23-4b72-8f90-59f3e8817a2d req-7247e933-bc10-43f3-9544-c7a5fde8d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:21.016484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:21.016630 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4293cf06-4b23-4b72-8f90-59f3e8817a2d req-7247e933-bc10-43f3-9544-c7a5fde8d2cd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 1163 time: 0.4005415 Jan 15 15:02:21.019546 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:21.024025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0c17f02f-a375-4307-b14b-4e027991023f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:21.059558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:02:21.069274 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f068d8-6961-405e-8123-18f5b121b8fa,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:21.071501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:02:21.073421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:21.089869 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:21.090319 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Added segment d1395cd2-7415-48ef-841c-b40d1fc4ae2c of type vxlan for network abff8932-f94d-4027-9bea-2e004c72248d Jan 15 15:02:21.092550 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4293cf06-4b23-4b72-8f90-59f3e8817a2d req-207b7c60-6cd5-484e-a8f2-e036d7a013d6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652640 Jan 15 15:02:21.104986 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-88f17b9a-1d30-4632-9fa3-b982919bcfbd req-b42e8fcb-5a3a-4db5-aca7-bb2b38b5a905 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3955967 Jan 15 15:02:21.140415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:21.180176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:21.181846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:21.183195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:21.209724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:21.233127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 34856) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:21.233280 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4101875 Jan 15 15:02:21.239727 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Request body: {'subnet': {'network_id': 'abff8932-f94d-4027-9bea-2e004c72248d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1868260159-subnet', 'tenant_id': '528bcbfea639485380e6537da6d20a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:02:21.247845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:21.251120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:02:21.251933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:21.256836 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Usage tracker for resource:subnet and tenant:528bcbfea639485380e6537da6d20a92 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:21.267585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:21.267585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:21.303724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Made reservation on behalf of 528bcbfea639485380e6537da6d20a92 for: {'subnet': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:02:21.308786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852195617'] for subnet, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:21.373170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Pushing event updated for resources: {'Network': ['ID=abff8932-f94d-4027-9bea-2e004c72248d,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:21.376004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:21.402551 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network abff8932-f94d-4027-9bea-2e004c72248d details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:02:21.429152 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network abff8932-f94d-4027-9bea-2e004c72248d details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:02:21.641537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fb850-7aec-4007-94ce-d4cb61070fb9 req-3f49556c-4a8c-4f50-81ca-0ccdc27d334e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:21.643185 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5a0fb850-7aec-4007-94ce-d4cb61070fb9 req-3f49556c-4a8c-4f50-81ca-0ccdc27d334e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2971251 Jan 15 15:02:21.713385 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5a0fb850-7aec-4007-94ce-d4cb61070fb9 req-9ef9eb5f-a5a0-48fd-afc9-6b9a2e8f4dab tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617359 Jan 15 15:02:22.117109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e1fd5-95e8-45a1-a458-693b206992c7 req-76c3e9d1-c932-4ede-8be5-0103b11b2599 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:22.118757 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a35e1fd5-95e8-45a1-a458-693b206992c7 req-76c3e9d1-c932-4ede-8be5-0103b11b2599 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.2196865 Jan 15 15:02:22.185353 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a35e1fd5-95e8-45a1-a458-693b206992c7 req-0d9c0062-3c32-40eb-ae22-0c438f0fc429 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600960 Jan 15 15:02:22.246398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850615904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852195602'] for subnet, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:22.262696 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f023bb74-a765-46aa-8d37-2ec62c8bb6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:22.399696 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da842eee-2402-4b3c-9eea-4c9941af0128,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:22.402803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:22.474503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Checking segment: {'id': 'd1395cd2-7415-48ef-841c-b40d1fc4ae2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'abff8932-f94d-4027-9bea-2e004c72248d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:02:22.474954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Network hostable DHCP agents. Network: abff8932-f94d-4027-9bea-2e004c72248d, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:02:22.493941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Network abff8932-f94d-4027-9bea-2e004c72248d is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:02:22.501859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, abff8932-f94d-4027-9bea-2e004c72248d) {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:02:22.511775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12db401-e661-4652-8bb4-612c05970beb None None] Network abff8932-f94d-4027-9bea-2e004c72248d requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:02:22.514748 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:22.515440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:22.537536 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3030560 Jan 15 15:02:22.707027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd4c9-84cd-4615-9dd8-81944197adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:22.754529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a5b5a8-ce11-4a73-be6f-471bfe81d97b None None] Network abff8932-f94d-4027-9bea-2e004c72248d requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:02:23.037479 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:02:23.095019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ce37-9221-46d3-a101-1fedf21ca0fe req-a921337e-0a7f-4e32-851e-03977bc8606b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:23.096860 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e760ce37-9221-46d3-a101-1fedf21ca0fe req-a921337e-0a7f-4e32-851e-03977bc8606b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1274278 Jan 15 15:02:23.126094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:02:23.126519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:23.168805 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e760ce37-9221-46d3-a101-1fedf21ca0fe req-de3fad60-9c80-4423-91a1-7086c9f0b894 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629416 Jan 15 15:02:23.536091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dcf2d-19ad-4d5b-9cba-d3dd8f1db546 req-463b0bd5-751b-4a0d-a8f8-6cf6d7e10075 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:23.537811 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e43dcf2d-19ad-4d5b-9cba-d3dd8f1db546 req-463b0bd5-751b-4a0d-a8f8-6cf6d7e10075 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1801841 Jan 15 15:02:23.566671 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adacf8f-f9cd-4f59-8a64-8f8550dca37d req-b4ed785f-78a7-4cb4-b598-ee81d9aac726 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:23.568595 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8adacf8f-f9cd-4f59-8a64-8f8550dca37d req-b4ed785f-78a7-4cb4-b598-ee81d9aac726 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1657498 Jan 15 15:02:23.578762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 34924) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:23.592955 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-d1bcc686-5d20-4704-a59f-ee10b277d960 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'floatingip': {'port_id': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:02:23.632956 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e43dcf2d-19ad-4d5b-9cba-d3dd8f1db546 req-94dce1ad-b5b5-4f36-93b4-16d60d913c8a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590179 Jan 15 15:02:23.738396 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d1bcc686-5d20-4704-a59f-ee10b277d960 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:24.375852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d1bcc686-5d20-4704-a59f-ee10b277d960 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:24.378580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d1bcc686-5d20-4704-a59f-ee10b277d960 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:24.554943 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [None req-d1bcc686-5d20-4704-a59f-ee10b277d960 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Floating IP 15295f4b-7906-4909-a220-c2432225d93d associated. External IP: 172.27.1.42, port: 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2. Jan 15 15:02:24.694136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9326157a-9e62-4aa5-bb70-00bd64a0944f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:24.885654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c5d0-949c-4c79-b1df-6a56e70ceb9d req-75fcbab4-158a-4eae-9576-c66ab40fc203 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:24.887464 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32b1c5d0-949c-4c79-b1df-6a56e70ceb9d req-75fcbab4-158a-4eae-9576-c66ab40fc203 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1028104 Jan 15 15:02:24.945152 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bcc686-5d20-4704-a59f-ee10b277d960 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Router 24d19b1d-1de3-4127-8086-e1745751cb00 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:02:24.955770 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32b1c5d0-949c-4c79-b1df-6a56e70ceb9d req-02fc1f92-3560-47fe-8eab-b2e669091ebd tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615494 Jan 15 15:02:25.148602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bcc686-5d20-4704-a59f-ee10b277d960 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:02:25.153606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d1bcc686-5d20-4704-a59f-ee10b277d960 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:25.158268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] Sync routers for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:02:25.168398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:02:25.169106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:02:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:25.211968 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d1bcc686-5d20-4704-a59f-ee10b277d960 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "PUT /v2.0/floatingips/15295f4b-7906-4909-a220-c2432225d93d HTTP/1.1" status: 200 len: 991 time: 1.6316364 Jan 15 15:02:25.212622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:02:25.355252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:02:25.724425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '15295f4b-7906-4909-a220-c2432225d93d', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'port_id': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'mac_address': 'fa:16:3e:a1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:01:34Z', 'updated_at': '2021-01-15T15:02:24Z', 'revision_number': 1, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:25.728600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] Checking router: 24d19b1d-1de3-4127-8086-e1745751cb00 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:02:25.737398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:02:25.738578 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:02:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:25.829930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:25.920242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:02:26.289638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '15295f4b-7906-4909-a220-c2432225d93d', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'port_id': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'mac_address': 'fa:16:3e:a1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:01:34Z', 'updated_at': '2021-01-15T15:02:24Z', 'revision_number': 1, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:26.293781 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c7444-6fcb-41ab-87ba-815ae3205ca4 None None] The sync data for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi is: [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '15295f4b-7906-4909-a220-c2432225d93d', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'port_id': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'mac_address': 'fa:16:3e:a1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:01:34Z', 'updated_at': '2021-01-15T15:02:24Z', 'revision_number': 1, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:02:26.569984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c046820-a034-4f93-871a-76ba67f6aff6 None None] New status for floating IP 15295f4b-7906-4909-a220-c2432225d93d: ACTIVE {{(pid=80086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:02:26.934129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:26.978029 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2', 'status': 'completed', 'code': 200} Jan 15 15:02:27.205522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-3f82ba20-7ad0-43c9-9e13-15525767cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:27.208012 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-3f82ba20-7ad0-43c9-9e13-15525767cef1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 1163 time: 0.1092222 Jan 15 15:02:27.230780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b1c23-e848-43cd-937d-c3205aa4f593 req-19361d0d-2b69-4d85-89dc-141ba4727718 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:27.232424 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-619b1c23-e848-43cd-937d-c3205aa4f593 req-19361d0d-2b69-4d85-89dc-141ba4727718 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1693444 Jan 15 15:02:27.345251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:27.393469 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-619b1c23-e848-43cd-937d-c3205aa4f593 req-eab1df84-00ec-4191-a59b-97d02a556ab0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322632 Jan 15 15:02:27.423811 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-88a21a7e-52ab-4ca4-ac81-8cfc15601712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:27.425492 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-88a21a7e-52ab-4ca4-ac81-8cfc15601712 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.1920292 Jan 15 15:02:27.542209 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-02944d51-fd96-4442-9f0f-ecec404b2351 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 HTTP/1.1" status: 200 len: 1001 time: 0.1054652 Jan 15 15:02:27.617975 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-aefab24f-79d8-4df5-91c1-61dc9896f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:27.619565 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-aefab24f-79d8-4df5-91c1-61dc9896f0e7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.0705273 Jan 15 15:02:27.706080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-4f722189-04df-41b5-ac60-84e90ca59ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:27.708514 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-4f722189-04df-41b5-ac60-84e90ca59ec3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769887 Jan 15 15:02:27.865386 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-783a4311-c3be-42dc-bed1-794ef277b582 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458986 Jan 15 15:02:28.030165 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c360076-0f50-4ece-af02-e3bb81dee9c7 req-a19a07de-42de-4d77-a820-a3d80973fb41 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1565049 Jan 15 15:02:29.908765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:31.406059 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26391-36e1-45d1-9981-fd93cd966886 req-7680dfa2-b8af-4efc-88fc-4d400c692466 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:31.407748 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e5e26391-36e1-45d1-9981-fd93cd966886 req-7680dfa2-b8af-4efc-88fc-4d400c692466 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1079776 Jan 15 15:02:31.460113 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e5e26391-36e1-45d1-9981-fd93cd966886 req-4f7e700f-ded9-4347-84b6-3f48777ff3b2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452304 Jan 15 15:02:32.719163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67be5c8-5499-4720-8cc2-3207df421e28 req-b275a01c-aeda-4752-b164-3cdf5e09aa83 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:32.720890 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d67be5c8-5499-4720-8cc2-3207df421e28 req-b275a01c-aeda-4752-b164-3cdf5e09aa83 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1072991 Jan 15 15:02:32.807424 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d67be5c8-5499-4720-8cc2-3207df421e28 req-d0fd892e-7c61-4cee-969a-0e0cce31819e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720961 Jan 15 15:02:34.030978 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec916c-8357-4b5f-8a4c-0f84d9d5376c req-7ac5ee4e-f6fb-42a6-b9eb-34409d4ff63f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:34.032622 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-42ec916c-8357-4b5f-8a4c-0f84d9d5376c req-7ac5ee4e-f6fb-42a6-b9eb-34409d4ff63f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1004028 Jan 15 15:02:34.083168 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-42ec916c-8357-4b5f-8a4c-0f84d9d5376c req-712f386f-be53-451b-b13d-c5107a0b517d tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436091 Jan 15 15:02:35.324933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ccb2a-cc05-425a-91ff-47548a7c0584 req-fe9a4d62-2e26-4569-b60a-630f14fe5e05 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:35.326625 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8a9ccb2a-cc05-425a-91ff-47548a7c0584 req-fe9a4d62-2e26-4569-b60a-630f14fe5e05 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1055660 Jan 15 15:02:35.384421 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8a9ccb2a-cc05-425a-91ff-47548a7c0584 req-67183186-d92a-483a-aeb8-111632f46b07 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476854 Jan 15 15:02:36.629655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcf9a8-cbaa-4cdf-a1d8-1f26c8093138 req-0b0970aa-2f9a-4f6d-bac6-d4b1c3208a5a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:36.631336 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-defcf9a8-cbaa-4cdf-a1d8-1f26c8093138 req-0b0970aa-2f9a-4f6d-bac6-d4b1c3208a5a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1015677 Jan 15 15:02:36.686750 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-defcf9a8-cbaa-4cdf-a1d8-1f26c8093138 req-14d1d0d6-a4c7-4e56-bcb3-00b34bad4e3e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488622 Jan 15 15:02:39.491754 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f34072-be98-436f-b8f5-4d154e15b292 req-755a18c9-8339-417f-869b-a6f5b8a6630a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:39.493425 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76f34072-be98-436f-b8f5-4d154e15b292 req-755a18c9-8339-417f-869b-a6f5b8a6630a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1048934 Jan 15 15:02:39.548992 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76f34072-be98-436f-b8f5-4d154e15b292 req-38c57381-b4de-4a28-9006-26f6d7e15d1f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490668 Jan 15 15:02:40.799586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ce51f-d273-4dfd-b01c-e9a6b6707ca3 req-7d5f08f9-625c-4a48-a9cd-3f44e1872012 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:40.812525 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-418ce51f-d273-4dfd-b01c-e9a6b6707ca3 req-7d5f08f9-625c-4a48-a9cd-3f44e1872012 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1263955 Jan 15 15:02:40.880693 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-418ce51f-d273-4dfd-b01c-e9a6b6707ca3 req-7d308b65-a706-4029-b3c3-89951fda214a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667827 Jan 15 15:02:41.263460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 35276) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:41.575239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:41.596518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:41.601960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] Usage tracker for resource:security_group_rule and tenant:66db334a6d894be0b6a39504faa87907 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:41.605977 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:41.614461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:41.714524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:41.717357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:41.727171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:41.776692 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66db334a6d894be0b6a39504faa87907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119970 Jan 15 15:02:41.777719 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ce0652-0c8f-4c05-874a-6218f68d4b98,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:41.780930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35292) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:41.785128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:41.855993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7810dd88-eb70-45dc-9ffc-d29c99c69af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:41.888062 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7810dd88-eb70-45dc-9ffc-d29c99c69af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:41.939453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7810dd88-eb70-45dc-9ffc-d29c99c69af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:41.945985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:41.961385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810dd88-eb70-45dc-9ffc-d29c99c69af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ce0652-0c8f-4c05-874a-6218f68d4b98,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:41.965873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7810dd88-eb70-45dc-9ffc-d29c99c69af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:41.969064 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7810dd88-eb70-45dc-9ffc-d29c99c69af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:41.971811 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-7810dd88-eb70-45dc-9ffc-d29c99c69af7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9ce0652-0c8f-4c05-874a-6218f68d4b98 HTTP/1.1" status: 204 len: 168 time: 0.1873813 Jan 15 15:02:42.131614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555a977-c9f7-48aa-bebd-4960a7b8a404 req-2bad1592-1793-4652-bc77-f15e57b8857d tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:42.134164 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0555a977-c9f7-48aa-bebd-4960a7b8a404 req-2bad1592-1793-4652-bc77-f15e57b8857d tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1053796 Jan 15 15:02:42.198978 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0555a977-c9f7-48aa-bebd-4960a7b8a404 req-1c6f96fa-02ab-413a-9767-a4065a07121a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 Jan 15 15:02:42.352833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 35316) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:42.373239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:42.390877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:42.395773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] Usage tracker for resource:security_group_rule and tenant:216379acfc7b46359e0dd983fb0217dc is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:42.399037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:42.406493 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:42.511429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:42.516295 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:42.526050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f22b946b-51e2-40ca-b7b0-450b87be90f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:42.571140 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=216379acfc7b46359e0dd983fb0217dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170968 Jan 15 15:02:42.572916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3e6294-001b-49df-988b-8e49381d7763,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:42.573984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35326) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:42.576137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:42.640730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0c25-af94-4e38-b8ad-579fffa6f508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:42.672897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0c25-af94-4e38-b8ad-579fffa6f508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:42.720302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0c25-af94-4e38-b8ad-579fffa6f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:42.728923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:42.745379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f0c25-af94-4e38-b8ad-579fffa6f508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3e6294-001b-49df-988b-8e49381d7763,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:42.747638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0c25-af94-4e38-b8ad-579fffa6f508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:42.756664 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-aa2f0c25-af94-4e38-b8ad-579fffa6f508 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b3e6294-001b-49df-988b-8e49381d7763 HTTP/1.1" status: 204 len: 168 time: 0.1769500 Jan 15 15:02:42.761364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-aa2f0c25-af94-4e38-b8ad-579fffa6f508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:43.453502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e63e40-2271-45b2-a272-8f90f220104c req-a75f223d-1099-4e69-aa38-2db1134383d7 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:43.455247 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-85e63e40-2271-45b2-a272-8f90f220104c req-a75f223d-1099-4e69-aa38-2db1134383d7 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1038506 Jan 15 15:02:43.509148 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-85e63e40-2271-45b2-a272-8f90f220104c req-d370840d-b3b4-4be5-8a2f-c7d0c0cf9043 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458879 Jan 15 15:02:44.819809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae6458-95d7-4670-9b19-5b49a3b85efd req-50ae0327-b3eb-48d3-a37e-96c9a626ba66 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:44.821530 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7dae6458-95d7-4670-9b19-5b49a3b85efd req-50ae0327-b3eb-48d3-a37e-96c9a626ba66 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1441128 Jan 15 15:02:44.879662 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7dae6458-95d7-4670-9b19-5b49a3b85efd req-efc09bd3-a8f2-4b1a-a8a2-0c16e1b900fc tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511522 Jan 15 15:02:45.556186 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 35450) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:45.724931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:45.741640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:45.746287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] Usage tracker for resource:security_group_rule and tenant:4ee9165e86f74293901b6dbd986ce841 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:45.749885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:45.757367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:45.867398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:45.871449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:45.915729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a97931e8-3e0e-40da-9811-cf95d375b490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:46.187008 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdd1e2-9876-4144-a0f2-9b8185fa2b07 req-b0c5ff54-7eb7-488f-ae25-bb852bf2aa01 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:46.197360 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e7fdd1e2-9876-4144-a0f2-9b8185fa2b07 req-b0c5ff54-7eb7-488f-ae25-bb852bf2aa01 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1201160 Jan 15 15:02:46.198942 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ee9165e86f74293901b6dbd986ce841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414495 Jan 15 15:02:46.199307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35510) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:46.215954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8200be3b-791e-484e-9772-7104067df4e1,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:46.220173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:46.605706 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e7fdd1e2-9876-4144-a0f2-9b8185fa2b07 req-6071d83f-0de1-44f6-bb1a-92be0a0bfe2c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072785 Jan 15 15:02:46.638346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-88f1abc1-35ce-4aa7-a008-78054b676f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:46.673163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-88f1abc1-35ce-4aa7-a008-78054b676f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:46.720393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-88f1abc1-35ce-4aa7-a008-78054b676f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:46.726887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0654caec-3a15-4f1d-9830-28d0a909f40d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:46.742854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1abc1-35ce-4aa7-a008-78054b676f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8200be3b-791e-484e-9772-7104067df4e1,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:46.745577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-88f1abc1-35ce-4aa7-a008-78054b676f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:46.749434 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-88f1abc1-35ce-4aa7-a008-78054b676f06 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8200be3b-791e-484e-9772-7104067df4e1 HTTP/1.1" status: 204 len: 168 time: 0.5458457 Jan 15 15:02:46.749434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-88f1abc1-35ce-4aa7-a008-78054b676f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:47.107437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35542) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:47.128238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:47.152186 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:47.156265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] Usage tracker for resource:security_group_rule and tenant:a2352bd3171341f1b945a31f9237ea24 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:47.159909 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:47.165986 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:47.254356 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:47.257885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:47.267455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-98e874fa-8223-42e3-84e1-d2367e34db72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:47.308976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2c82a8-a430-4cc3-b5ab-1f6a400d0d62,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:47.314425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:47.321344 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 35558) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:47.321502 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2352bd3171341f1b945a31f9237ea24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127068 Jan 15 15:02:47.385977 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bae0a59e-0d4a-4959-add5-1f479363f9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:47.417345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bae0a59e-0d4a-4959-add5-1f479363f9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:47.466737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bae0a59e-0d4a-4959-add5-1f479363f9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:47.477112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d6851064-a927-47df-8732-885f0c194db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:47.497897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0a59e-0d4a-4959-add5-1f479363f9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2c82a8-a430-4cc3-b5ab-1f6a400d0d62,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:47.504005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-bae0a59e-0d4a-4959-add5-1f479363f9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:47.513139 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bae0a59e-0d4a-4959-add5-1f479363f9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:47.517245 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-bae0a59e-0d4a-4959-add5-1f479363f9e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d2c82a8-a430-4cc3-b5ab-1f6a400d0d62 HTTP/1.1" status: 204 len: 168 time: 0.1920085 Jan 15 15:02:47.891809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccffa1-19f2-4733-9de5-f7cffe4150ca req-cd7ffc11-4c51-44e8-a4b3-f2f2415759d7 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:47.894065 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9bccffa1-19f2-4733-9de5-f7cffe4150ca req-cd7ffc11-4c51-44e8-a4b3-f2f2415759d7 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1109052 Jan 15 15:02:47.951833 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9bccffa1-19f2-4733-9de5-f7cffe4150ca req-c4cc2c9a-ac0f-4a0c-93ba-34ecc9177cfb tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511739 Jan 15 15:02:49.211902 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42cb0b-d97c-4528-8d34-35e06a049751 req-83147d2d-0b10-41ce-b94c-334ce70e5603 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:49.213679 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea42cb0b-d97c-4528-8d34-35e06a049751 req-83147d2d-0b10-41ce-b94c-334ce70e5603 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1182578 Jan 15 15:02:49.269439 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea42cb0b-d97c-4528-8d34-35e06a049751 req-09742a99-5482-4113-b9bc-d001938b9ca0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489955 Jan 15 15:02:50.592512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042e60-80b8-46a5-b487-31efe53a86ff req-82b5681d-0d37-4ca6-b17e-be8875e3ddb2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:50.594202 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-86042e60-80b8-46a5-b487-31efe53a86ff req-82b5681d-0d37-4ca6-b17e-be8875e3ddb2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1586437 Jan 15 15:02:50.657943 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-86042e60-80b8-46a5-b487-31efe53a86ff req-bb359583-0296-429c-b88b-41a7fbea9e22 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569527 Jan 15 15:02:51.611458 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-ece30bd1-6b06-46f0-84bd-deb799976e21 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0754318 Jan 15 15:02:51.807538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-904a76d2-1503-417e-9a8a-bfe22afbd630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:51.809259 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-904a76d2-1503-417e-9a8a-bfe22afbd630 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 1162 time: 0.0909338 Jan 15 15:02:52.068824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9b742-a319-4c1d-9610-cd35334f1ed7 req-297d55d8-4e3a-4f47-813e-7cc7c484f23f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:52.070586 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-81f9b742-a319-4c1d-9610-cd35334f1ed7 req-297d55d8-4e3a-4f47-813e-7cc7c484f23f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.2314537 Jan 15 15:02:52.073573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-eee3daf9-006c-42b2-b6f7-9326a80e2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:52.075129 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-eee3daf9-006c-42b2-b6f7-9326a80e2ffb service neutron] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 911 time: 0.1957934 Jan 15 15:02:52.169856 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-543b922a-2b0c-4068-842f-a0da3747882a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a66cec-c28c-4465-b722-d90229fdc98b HTTP/1.1" status: 200 len: 217 time: 0.0781634 Jan 15 15:02:52.235830 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-81f9b742-a319-4c1d-9610-cd35334f1ed7 req-39deb4bb-f752-4a96-9947-d62cce05ab89 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589701 Jan 15 15:02:52.270638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-7427234b-83a1-48c9-8572-72fc3e697d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:52.272257 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-7427234b-83a1-48c9-8572-72fc3e697d28 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.0873311 Jan 15 15:02:52.326523 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-84377352-fafe-4398-8cb2-6206c1727899 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462060 Jan 15 15:02:52.493323 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-d392b65e-4fc4-40bf-8f03-ce7949f9f523 service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545546 Jan 15 15:02:52.561418 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 35728) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:52.634558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-48789be4-39e3-4b2f-ac7d-8cf7e35af57f admin admin] Deleting subnet 966e4427-d9e1-4c37-8949-dba816222192 {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:02:52.638734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-48789be4-39e3-4b2f-ac7d-8cf7e35af57f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:52.682191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c6da963b-1fda-4e35-98bf-e8134566588b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:52.683019 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32082336-43a4-415b-bbd7-afcec6c2d369 req-fe55e30c-d8bd-450a-9709-38c49bc1d22e service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1850860 Jan 15 15:02:52.693603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-48789be4-39e3-4b2f-ac7d-8cf7e35af57f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852573794'] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:52.757944 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-48789be4-39e3-4b2f-ac7d-8cf7e35af57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:53.028357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-48789be4-39e3-4b2f-ac7d-8cf7e35af57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3650350'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:53.042089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:53.091528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48789be4-39e3-4b2f-ac7d-8cf7e35af57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966e4427-d9e1-4c37-8949-dba816222192,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:53.096673 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-48789be4-39e3-4b2f-ac7d-8cf7e35af57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:53.185580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-48789be4-39e3-4b2f-ac7d-8cf7e35af57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:53.193035 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-48789be4-39e3-4b2f-ac7d-8cf7e35af57f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/966e4427-d9e1-4c37-8949-dba816222192 HTTP/1.1" status: 204 len: 168 time: 0.6304755 Jan 15 15:02:53.195568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 35742) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:53.316783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:53.484516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de103f-febd-4dea-ba35-08941483d3a9 req-548d41b2-bc5f-4d7c-ba97-8810e77e7a61 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:53.486220 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3de103f-febd-4dea-ba35-08941483d3a9 req-548d41b2-bc5f-4d7c-ba97-8810e77e7a61 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1105330 Jan 15 15:02:53.544204 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3de103f-febd-4dea-ba35-08941483d3a9 req-ddd83d01-a4b0-492f-a9de-cc4f26b84148 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509853 Jan 15 15:02:53.562311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:53.682845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cea32ce-4746-4c82-9965-2f53402e6e51']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:53.696306 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc9d006-6e0c-4af3-a191-7fa7bf04ad5d') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:53.696573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc9d006-6e0c-4af3-a191-7fa7bf04ad5d') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:53.712230 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2202022'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:53.728520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:53.730578 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:02:53.947545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Network 5cea32ce-4746-4c82-9965-2f53402e6e51 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:02:53.963693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066353'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:54.157349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Network 5cea32ce-4746-4c82-9965-2f53402e6e51 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:02:54.183503 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:02:54.270408 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:54.273926 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:54.289426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:54.300639 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Pushing event deleted for resources: {'Network': ['ID=5cea32ce-4746-4c82-9965-2f53402e6e51,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:54.307075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35794) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:54.309383 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] 10.222.0.70 "DELETE /v2.0/networks/5cea32ce-4746-4c82-9965-2f53402e6e51 HTTP/1.1" status: 204 len: 168 time: 1.1124423 Jan 15 15:02:54.310726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:54.381583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-659d4445-0cc8-46af-bf26-baa7ec4270d2 admin admin] Deleting subnet da842eee-2402-4b3c-9eea-4c9941af0128 {{(pid=80085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:02:54.384960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-659d4445-0cc8-46af-bf26-baa7ec4270d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:54.450339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-659d4445-0cc8-46af-bf26-baa7ec4270d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2412792'] for subnet, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:54.517672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-659d4445-0cc8-46af-bf26-baa7ec4270d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:54.689136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ed6cd4d-7b2c-41b8-9a10-a5efbaa3c3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:54.782195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-659d4445-0cc8-46af-bf26-baa7ec4270d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4159852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580214'] for subnet, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:54.798872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-605503eb-0f95-4dde-86c5-3e973f953dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:54.851106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d4445-0cc8-46af-bf26-baa7ec4270d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da842eee-2402-4b3c-9eea-4c9941af0128,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:54.854924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-659d4445-0cc8-46af-bf26-baa7ec4270d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:54.940017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-659d4445-0cc8-46af-bf26-baa7ec4270d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:54.951052 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-659d4445-0cc8-46af-bf26-baa7ec4270d2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/da842eee-2402-4b3c-9eea-4c9941af0128 HTTP/1.1" status: 204 len: 168 time: 0.6428487 Jan 15 15:02:54.953715 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35816) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:55.073566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:55.265535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:55.380057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abff8932-f94d-4027-9bea-2e004c72248d']}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:55.394536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1395cd2-7415-48ef-841c-b40d1fc4ae2c') {'for_net_delete': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:55.394960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1395cd2-7415-48ef-841c-b40d1fc4ae2c') {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:02:55.410060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852363072'] for segment, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:55.428424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:55.431305 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:02:55.617770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Network abff8932-f94d-4027-9bea-2e004c72248d has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:02:55.626887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4159793'] for segment, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:55.814385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Network abff8932-f94d-4027-9bea-2e004c72248d has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:02:55.832501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:02:55.839327 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:02:55.919140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:55.922363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:55.940890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:55.947107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=abff8932-f94d-4027-9bea-2e004c72248d,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:55.950513 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:55.952177 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-781950cf-3b52-4d75-907c-14c981132b1f admin admin] 10.222.0.70 "DELETE /v2.0/networks/abff8932-f94d-4027-9bea-2e004c72248d HTTP/1.1" status: 204 len: 168 time: 0.9974833 Jan 15 15:02:56.161452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35832) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:56.212385 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-fdc0a9b4-f20e-49a7-a332-91a0e9e7f6b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc7a5e3b3440494d97c6afe5edbcd2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495155 Jan 15 15:02:56.214998 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35836) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:56.278122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebb67d57-7469-4970-86be-eb6e7ab09ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:56.306888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebb67d57-7469-4970-86be-eb6e7ab09ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:56.619890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebb67d57-7469-4970-86be-eb6e7ab09ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:56.625616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:56.641722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb67d57-7469-4970-86be-eb6e7ab09ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d169145b-3431-46a9-b19a-a08465c78d14,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:56.648213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ebb67d57-7469-4970-86be-eb6e7ab09ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:56.653594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebb67d57-7469-4970-86be-eb6e7ab09ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:56.654843 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ebb67d57-7469-4970-86be-eb6e7ab09ac2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d169145b-3431-46a9-b19a-a08465c78d14 HTTP/1.1" status: 204 len: 168 time: 0.4388437 Jan 15 15:02:56.684039 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457499-ab01-4bc7-ae19-0f9f3ad75e28 req-a045647d-10bd-437f-8edd-1a27cd54cf64 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:02:56.685724 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd457499-ab01-4bc7-ae19-0f9f3ad75e28 req-a045647d-10bd-437f-8edd-1a27cd54cf64 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1402357 Jan 15 15:02:56.741061 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd457499-ab01-4bc7-ae19-0f9f3ad75e28 req-38a23665-4558-482b-b9aa-3d30274f53cb tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470269 Jan 15 15:02:56.827376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:57.087162 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35858) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:57.144636 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c397318b-5874-49de-abbc-20388e213f42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=528bcbfea639485380e6537da6d20a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558925 Jan 15 15:02:57.147086 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35864) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:57.212030 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-986c2aa9-b5d1-4ef1-8063-afee806bc0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:57.239854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-986c2aa9-b5d1-4ef1-8063-afee806bc0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:57.288101 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-986c2aa9-b5d1-4ef1-8063-afee806bc0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:57.293340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:57.308477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c2aa9-b5d1-4ef1-8063-afee806bc0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f068d8-6961-405e-8123-18f5b121b8fa,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:57.312123 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-986c2aa9-b5d1-4ef1-8063-afee806bc0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:57.313384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-986c2aa9-b5d1-4ef1-8063-afee806bc0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:57.315742 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-986c2aa9-b5d1-4ef1-8063-afee806bc0fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91f068d8-6961-405e-8123-18f5b121b8fa HTTP/1.1" status: 204 len: 168 time: 0.1673019 Jan 15 15:02:57.349414 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:57.527201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35882) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:57.767089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:57.782859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:57.787587 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ab9c21dd26dc479592ab000744b99e05 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:57.790675 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:57.796705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:57.885098 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:02:57.885762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:57.888765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:57.898692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-64e16ce1-dba3-4a69-8e22-83041aa24632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:57.940707 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab9c21dd26dc479592ab000744b99e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122732 Jan 15 15:02:57.942431 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab175b44-1f36-4309-926d-d249d0457fa8,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:57.943647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 35900) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:57.945694 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:58.015841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.045915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.100455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.105604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9d853f71-beda-4b08-b6a4-9f2eb37ecff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:58.116758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab175b44-1f36-4309-926d-d249d0457fa8,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:58.128348 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.128747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.129143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.129534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.129923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.130306 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.130690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.131068 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.131449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.131862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.132240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.132615 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.133065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.133441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.133816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.134200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.134576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.134945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.135317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.135700 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.136084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.136457 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.136828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.137200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:02:58.141033 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:58.142529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.144568 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab175b44-1f36-4309-926d-d249d0457fa8 HTTP/1.1" status: 204 len: 168 time: 0.1997809 Jan 15 15:02:58.596136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 35922) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:58.615807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.631392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:02:58.635469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] Usage tracker for resource:security_group_rule and tenant:612b99dad5d444fb8f594edea07680d1 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:02:58.638433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:02:58.644579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:02:58.728963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.731934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.741592 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2b2144f6-9098-4268-bcc3-73edbd97ab6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:58.785440 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=612b99dad5d444fb8f594edea07680d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878407 Jan 15 15:02:58.786581 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8ca347-6aa0-44d0-8513-9a69689a745e,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:58.787699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35928) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:02:58.790870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:58.851477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-58bc87ed-ed75-4152-9cbd-eced8b5469bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.879065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-58bc87ed-ed75-4152-9cbd-eced8b5469bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.923756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-58bc87ed-ed75-4152-9cbd-eced8b5469bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.929411 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b1b43ecf-16e4-4b18-8dce-774ae339b398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:02:58.942677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc87ed-ed75-4152-9cbd-eced8b5469bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8ca347-6aa0-44d0-8513-9a69689a745e,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:02:58.947382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-58bc87ed-ed75-4152-9cbd-eced8b5469bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:02:58.951693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-58bc87ed-ed75-4152-9cbd-eced8b5469bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:58.952927 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-58bc87ed-ed75-4152-9cbd-eced8b5469bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a8ca347-6aa0-44d0-8513-9a69689a745e HTTP/1.1" status: 204 len: 168 time: 0.1641543 Jan 15 15:02:59.935639 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:00.176908 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035b414-adae-4b6e-ad5d-d09e9427a852 req-e0bfc69d-5d1f-43de-88b5-a95eb7f23e3a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:00.178591 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9035b414-adae-4b6e-ad5d-d09e9427a852 req-e0bfc69d-5d1f-43de-88b5-a95eb7f23e3a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1092031 Jan 15 15:03:00.230984 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9035b414-adae-4b6e-ad5d-d09e9427a852 req-147018a0-f8f2-45e0-a4ab-6fce05e54edb tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460925 Jan 15 15:03:00.687944 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 35980) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:00.842130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:00.857736 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:00.862495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] Usage tracker for resource:security_group_rule and tenant:a0acd901172f482db08644b7aaa98674 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:00.865737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:00.874289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:00.962612 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:00.965588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:00.976096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:01.026876 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 35992) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:01.040344 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0acd901172f482db08644b7aaa98674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511407 Jan 15 15:03:01.042621 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f748fe6c-3037-4699-a0d4-31583eacb9bf,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:01.046316 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:01.133480 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbebb-d7a7-4abb-a479-749866f337a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:01.166643 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbebb-d7a7-4abb-a479-749866f337a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:01.218044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbebb-d7a7-4abb-a479-749866f337a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:01.224407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fc00b279-f1e5-4885-9304-4dcf74685f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:01.238229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fbebb-d7a7-4abb-a479-749866f337a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f748fe6c-3037-4699-a0d4-31583eacb9bf,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:01.243621 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c7fbebb-d7a7-4abb-a479-749866f337a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:01.248574 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbebb-d7a7-4abb-a479-749866f337a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:01.252776 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9c7fbebb-d7a7-4abb-a479-749866f337a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f748fe6c-3037-4699-a0d4-31583eacb9bf HTTP/1.1" status: 204 len: 168 time: 0.2218685 Jan 15 15:03:01.531812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4fb03-8b70-47fd-9e2c-fb4a8ed02635 req-5d808fc5-37e4-48ad-bb8d-1c71c6bc72bd tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:01.533615 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c1e4fb03-8b70-47fd-9e2c-fb4a8ed02635 req-5d808fc5-37e4-48ad-bb8d-1c71c6bc72bd tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1420891 Jan 15 15:03:01.593206 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c1e4fb03-8b70-47fd-9e2c-fb4a8ed02635 req-a8c60f61-c989-48ce-939b-32fbda2ad68f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482335 Jan 15 15:03:02.848234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4da1b-e756-4c45-95ee-647196586500 req-18fc13a3-ceb0-4e6a-a2b5-d778b9f25fae tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:02.852306 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-acf4da1b-e756-4c45-95ee-647196586500 req-18fc13a3-ceb0-4e6a-a2b5-d778b9f25fae tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1212134 Jan 15 15:03:02.912838 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-acf4da1b-e756-4c45-95ee-647196586500 req-285394f0-533b-407c-b158-5958631470c1 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559921 Jan 15 15:03:04.154732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764a755-248b-48a7-ae18-6f58bca26834 req-956f1f4e-3062-4e7f-96d4-7a76645b5c3d tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:04.157014 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6764a755-248b-48a7-ae18-6f58bca26834 req-956f1f4e-3062-4e7f-96d4-7a76645b5c3d tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1018898 Jan 15 15:03:04.212573 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6764a755-248b-48a7-ae18-6f58bca26834 req-df654b00-ea54-4765-b7d9-d2989c7a17bc tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482216 Jan 15 15:03:05.448556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feff97-468b-4d81-967f-1454fc52357c req-fbb5533e-6f2e-4bbc-9514-768f90ce59be tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:05.450255 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-89feff97-468b-4d81-967f-1454fc52357c req-fbb5533e-6f2e-4bbc-9514-768f90ce59be tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1072426 Jan 15 15:03:05.502622 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-89feff97-468b-4d81-967f-1454fc52357c req-9663244c-9dda-4e07-a8e9-e87a777c8119 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Jan 15 15:03:07.945563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3345961-b99a-430e-a25e-28a054616864 req-1db1e508-06a0-41bf-9f0a-1a6314a192b2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:07.947172 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b3345961-b99a-430e-a25e-28a054616864 req-1db1e508-06a0-41bf-9f0a-1a6314a192b2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1040218 Jan 15 15:03:08.000132 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b3345961-b99a-430e-a25e-28a054616864 req-797e894d-8a8c-410c-9da4-3ec3df8f8776 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463815 Jan 15 15:03:09.237341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6600e8-e445-4c11-8385-f135cb83807e req-be1b771a-df35-47ac-9671-17bf5dd25544 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:09.239027 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0d6600e8-e445-4c11-8385-f135cb83807e req-be1b771a-df35-47ac-9671-17bf5dd25544 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1022513 Jan 15 15:03:09.291289 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0d6600e8-e445-4c11-8385-f135cb83807e req-6e3f5c5f-a96d-46d9-acf6-fc86a78010c5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457423 Jan 15 15:03:12.707974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b39a5e-ef96-48d5-9778-2a9bc3fec256 req-ae8be6c5-061e-4521-989d-ad431eb0250e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:12.709638 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74b39a5e-ef96-48d5-9778-2a9bc3fec256 req-ae8be6c5-061e-4521-989d-ad431eb0250e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1047645 Jan 15 15:03:12.761969 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74b39a5e-ef96-48d5-9778-2a9bc3fec256 req-9409dac7-9196-450d-b4f9-93f2a61bf4e5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459902 Jan 15 15:03:13.547096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe79f1a-7449-4604-9212-b9acc527c522 req-bb4ff005-edf4-4000-9c5b-0ba3c8a521b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:13.548964 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7fe79f1a-7449-4604-9212-b9acc527c522 req-bb4ff005-edf4-4000-9c5b-0ba3c8a521b0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 1162 time: 0.0820935 Jan 15 15:03:13.597805 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7fe79f1a-7449-4604-9212-b9acc527c522 req-545c40d0-6712-4731-9e97-f4a62f575987 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 Jan 15 15:03:14.182931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce8173-34fa-4dab-a029-78d86e896305 req-5936f854-7593-4b7c-a83d-376e4b430f4b tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:14.188327 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-43ce8173-34fa-4dab-a029-78d86e896305 req-5936f854-7593-4b7c-a83d-376e4b430f4b tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1095874 Jan 15 15:03:14.238819 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-43ce8173-34fa-4dab-a029-78d86e896305 req-6bdb057e-d1fe-4787-a0e5-fa265eb82bb2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475776 Jan 15 15:03:15.487345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1adb-5ff1-44d5-94e0-87c603fb28f5 req-624d7189-007e-4b7e-960f-36ceb3d84b64 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:15.489105 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b52a1adb-5ff1-44d5-94e0-87c603fb28f5 req-624d7189-007e-4b7e-960f-36ceb3d84b64 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1094165 Jan 15 15:03:15.546671 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b52a1adb-5ff1-44d5-94e0-87c603fb28f5 req-e724eb17-2ef7-4e7e-958a-e5882b7398e8 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509360 Jan 15 15:03:15.813477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666b5c-e913-42ba-9c41-205bf51a5426 req-ee195b5a-734f-4dd3-aca8-a8dae387ca02 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:15.816166 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f666b5c-e913-42ba-9c41-205bf51a5426 req-ee195b5a-734f-4dd3-aca8-a8dae387ca02 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1125221 Jan 15 15:03:15.873481 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f666b5c-e913-42ba-9c41-205bf51a5426 req-25146aec-49a8-4d64-ad76-a5befc9981ef tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505717 Jan 15 15:03:15.914875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 36380) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:16.082361 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.098037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:16.102196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] Usage tracker for resource:security_group_rule and tenant:c161416a8aa34aa7b72b79f5cbea7015 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:16.105210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:16.111799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:16.204535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.207738 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.217575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-03a41997-c689-45f1-9048-e410e73d2abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:16.260368 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e1ad7-9b17-405d-8d6c-48a5819ced96,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:16.265851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:16.288459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 36396) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:16.288834 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c161416a8aa34aa7b72b79f5cbea7015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720942 Jan 15 15:03:16.431124 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.464132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.512684 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.519090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-658a0d0e-d2cf-4393-8baa-637b24b10e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:16.535742 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e1ad7-9b17-405d-8d6c-48a5819ced96,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:16.546610 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.547023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.547449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.547867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.548271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.549321 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.549972 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.550407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.550809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.551205 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.551599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.552064 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.552571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.552961 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.553352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.553741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.554130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.554532 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.554919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.555304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.555713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.556150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.556542 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.556930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:16.561599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:16.562580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:16.563826 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f0e1ad7-9b17-405d-8d6c-48a5819ced96 HTTP/1.1" status: 204 len: 168 time: 0.2740123 Jan 15 15:03:18.085637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557cecd-4cec-404a-8dba-c4c8e59616b4 req-d4516e13-bca3-44e7-9ecf-eec48565d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:18.090736 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c557cecd-4cec-404a-8dba-c4c8e59616b4 req-d4516e13-bca3-44e7-9ecf-eec48565d8cb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 1162 time: 0.1600709 Jan 15 15:03:18.117350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822525d-087d-42e3-b7b4-2a36f4a67220 req-480d0b2d-f07f-4c62-bb17-aa249b485c16 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:18.119036 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e822525d-087d-42e3-b7b4-2a36f4a67220 req-480d0b2d-f07f-4c62-bb17-aa249b485c16 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1408696 Jan 15 15:03:18.163756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 36462) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:18.277398 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e822525d-087d-42e3-b7b4-2a36f4a67220 req-d1ebba34-bb7c-487b-a714-53aeb683a520 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322663 Jan 15 15:03:18.311168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557cecd-4cec-404a-8dba-c4c8e59616b4 req-d8708b85-8082-438f-8a4b-71b1aca4bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:18.313140 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c557cecd-4cec-404a-8dba-c4c8e59616b4 req-d8708b85-8082-438f-8a4b-71b1aca4bd25 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 911 time: 0.1929984 Jan 15 15:03:18.357531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.374075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:18.378352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] Usage tracker for resource:security_group_rule and tenant:8fb838642f374ddca8f57cbaa722370e is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:18.381428 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:18.387317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:18.390957 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c557cecd-4cec-404a-8dba-c4c8e59616b4 req-ba825115-d4ad-4827-8f2b-ce819f37ee22 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a66cec-c28c-4465-b722-d90229fdc98b HTTP/1.1" status: 200 len: 217 time: 0.0695922 Jan 15 15:03:18.466505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557cecd-4cec-404a-8dba-c4c8e59616b4 req-211b76ac-22b3-455b-8202-ca96370e59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:18.468123 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c557cecd-4cec-404a-8dba-c4c8e59616b4 req-211b76ac-22b3-455b-8202-ca96370e59f6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.0703790 Jan 15 15:03:18.492423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.496117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.508219 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d467ba1c-eaed-4301-bc34-dcc83cda48af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:18.526196 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c557cecd-4cec-404a-8dba-c4c8e59616b4 req-9ab58c9a-f264-4b95-b3c6-d5b398f9256d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497112 Jan 15 15:03:18.560693 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8fb838642f374ddca8f57cbaa722370e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955879 Jan 15 15:03:18.561665 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ac442d-1b22-433f-8034-6de25d09e494,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:18.581033 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:18.581432 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 36472) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:18.686590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-699434ed-ef68-431b-a3fd-be0ed72ac2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.721211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-699434ed-ef68-431b-a3fd-be0ed72ac2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.724853 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c557cecd-4cec-404a-8dba-c4c8e59616b4 req-12fe309c-9a4f-433b-8ec7-bc65e562e036 service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877906 Jan 15 15:03:18.779930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-699434ed-ef68-431b-a3fd-be0ed72ac2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.785720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-92df2737-d039-4c7a-9a87-a6e3f6136436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:18.799712 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699434ed-ef68-431b-a3fd-be0ed72ac2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ac442d-1b22-433f-8034-6de25d09e494,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:18.804755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-699434ed-ef68-431b-a3fd-be0ed72ac2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:18.817807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-699434ed-ef68-431b-a3fd-be0ed72ac2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:18.819383 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-699434ed-ef68-431b-a3fd-be0ed72ac2bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19ac442d-1b22-433f-8034-6de25d09e494 HTTP/1.1" status: 204 len: 168 time: 0.2365117 Jan 15 15:03:18.888934 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c557cecd-4cec-404a-8dba-c4c8e59616b4 req-affed827-f580-4602-961a-f8a42729d8ea service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1501951 Jan 15 15:03:19.184302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 36486) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:19.206074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:19.222323 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:19.226474 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] Usage tracker for resource:security_group_rule and tenant:7e7b745de2a24def8ca5b7f6c74355cb is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:19.229487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:19.235310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:19.340376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:19.349441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:19.371448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:19.441232 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de3b2c3-e52e-4500-be62-c5296a9e5c35,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:19.450898 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e7b745de2a24def8ca5b7f6c74355cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653883 Jan 15 15:03:19.453955 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 36498) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:19.457558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:19.525736 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-919da633-3246-4456-8b6a-475b8f5aaea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:19.553999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-919da633-3246-4456-8b6a-475b8f5aaea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:19.573134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682596-6c12-4fe6-9f44-2a86195851d5 req-01be57d2-8f24-48dc-b2ef-2088cd759f17 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:19.574805 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-61682596-6c12-4fe6-9f44-2a86195851d5 req-01be57d2-8f24-48dc-b2ef-2088cd759f17 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1218419 Jan 15 15:03:19.604747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-919da633-3246-4456-8b6a-475b8f5aaea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:19.610102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-00cb3e58-88d1-43a3-b71e-c69f5ffecc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:19.622547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919da633-3246-4456-8b6a-475b8f5aaea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de3b2c3-e52e-4500-be62-c5296a9e5c35,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:19.624971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-919da633-3246-4456-8b6a-475b8f5aaea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:19.629586 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-61682596-6c12-4fe6-9f44-2a86195851d5 req-be9d2118-6c8a-4990-8e89-c86dcebcfcf4 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468991 Jan 15 15:03:19.634386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-919da633-3246-4456-8b6a-475b8f5aaea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:19.638470 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-919da633-3246-4456-8b6a-475b8f5aaea5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6de3b2c3-e52e-4500-be62-c5296a9e5c35 HTTP/1.1" status: 204 len: 168 time: 0.1798105 Jan 15 15:03:20.909100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e143cd4-bc88-4e70-8996-028114b45e21 req-139f91bb-3268-469a-8d88-c9196a12a259 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:20.910784 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9e143cd4-bc88-4e70-8996-028114b45e21 req-139f91bb-3268-469a-8d88-c9196a12a259 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1204581 Jan 15 15:03:20.980672 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9e143cd4-bc88-4e70-8996-028114b45e21 req-9c65b0a4-cb17-4226-b1b5-a09e2294435f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596952 Jan 15 15:03:22.234658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fb2bb-4aa3-4b35-8560-bb1e5fdc296d req-cdae1a91-15f3-4fb0-af32-cffe9f380640 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:22.237007 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-058fb2bb-4aa3-4b35-8560-bb1e5fdc296d req-cdae1a91-15f3-4fb0-af32-cffe9f380640 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1089818 Jan 15 15:03:22.292478 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-058fb2bb-4aa3-4b35-8560-bb1e5fdc296d req-5d234301-4d1c-4c5a-a5c0-ee12c7b6167f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483458 Jan 15 15:03:22.676215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8e572584-032c-4046-b7bb-e4344ef36744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:23.590429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f44eb-4136-4200-9047-705286c76d3f req-186d1383-1593-4d21-99b4-b1d2b8e2e5ce tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:23.592181 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7b0f44eb-4136-4200-9047-705286c76d3f req-186d1383-1593-4d21-99b4-b1d2b8e2e5ce tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1477652 Jan 15 15:03:23.645237 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7b0f44eb-4136-4200-9047-705286c76d3f req-7057b67e-1afc-4f17-81fd-1350d478c6b4 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466027 Jan 15 15:03:24.695127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f0667263-201e-4eb3-805e-34381eed8fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:24.880252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8f1bf-c358-4700-b474-975416277b27 req-d09982c3-5d8e-4aeb-a5d0-c0cba695963c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:24.881908 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52b8f1bf-c358-4700-b474-975416277b27 req-d09982c3-5d8e-4aeb-a5d0-c0cba695963c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1035111 Jan 15 15:03:24.936877 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52b8f1bf-c358-4700-b474-975416277b27 req-8b035003-57be-428f-99bf-8745aeb71c01 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487292 Jan 15 15:03:25.835901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:26.171721 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3695a-066a-4eaa-b07f-dfcac7db6df0 req-c918427f-c3e1-4390-91b9-cf2abe656301 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:26.173287 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2fc3695a-066a-4eaa-b07f-dfcac7db6df0 req-c918427f-c3e1-4390-91b9-cf2abe656301 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1053255 Jan 15 15:03:26.224097 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2fc3695a-066a-4eaa-b07f-dfcac7db6df0 req-c1689fd7-35c8-412a-ae75-1f85d0054234 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Jan 15 15:03:26.829362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:27.350692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:27.462499 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc481-34c9-4793-9b91-930600b252d9 req-8dc36d5b-c98a-41e9-8e87-809126a11177 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:27.464251 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-345bc481-34c9-4793-9b91-930600b252d9 req-8dc36d5b-c98a-41e9-8e87-809126a11177 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1060054 Jan 15 15:03:27.518798 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-345bc481-34c9-4793-9b91-930600b252d9 req-707e0705-35a2-456a-be24-b505c166d4d2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465693 Jan 15 15:03:28.764020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12a97-05ea-47f4-88ac-e4271b6a66af req-7ad95d76-b1cf-47c3-b59a-784c00053d21 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:28.765900 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7ab12a97-05ea-47f4-88ac-e4271b6a66af req-7ad95d76-b1cf-47c3-b59a-784c00053d21 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1105847 Jan 15 15:03:28.828804 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7ab12a97-05ea-47f4-88ac-e4271b6a66af req-a0d467a5-4044-4f58-9301-c3aa1d8e198a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554407 Jan 15 15:03:29.626312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43661be-ae1b-498c-a3c5-1cd5ebae6e32 req-85ea686d-109b-413d-b6e4-aabc2318cfd7 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:29.628020 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a43661be-ae1b-498c-a3c5-1cd5ebae6e32 req-85ea686d-109b-413d-b6e4-aabc2318cfd7 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2950835 Jan 15 15:03:29.678746 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a43661be-ae1b-498c-a3c5-1cd5ebae6e32 req-b6ccd44a-8ecf-4f11-9059-02b63a00e866 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443513 Jan 15 15:03:29.938615 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:30.069518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b688b6-6656-4d0f-8bb4-0d3ca53ce6f4 req-b14afbc1-35dd-4b69-9dd5-48ef7cfe4727 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:30.071322 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-75b688b6-6656-4d0f-8bb4-0d3ca53ce6f4 req-b14afbc1-35dd-4b69-9dd5-48ef7cfe4727 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1006384 Jan 15 15:03:30.127186 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-75b688b6-6656-4d0f-8bb4-0d3ca53ce6f4 req-fc0271eb-cd7c-45ed-bf25-eb4b95c0f983 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489898 Jan 15 15:03:30.915737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927025ea-4f67-4412-b72e-7a242286a663 req-9c1a9194-c929-4e04-bd5e-4edaa96f8a4f tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:30.917343 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-927025ea-4f67-4412-b72e-7a242286a663 req-9c1a9194-c929-4e04-bd5e-4edaa96f8a4f tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1005807 Jan 15 15:03:30.976322 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-927025ea-4f67-4412-b72e-7a242286a663 req-20ce521c-e198-4791-bfc0-19ab26737bbe tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508096 Jan 15 15:03:31.387515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7049e-e14a-46be-85f7-a643b143eebf req-c9c60677-9bac-4688-8f83-da5a25f84018 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:31.389255 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dc7049e-e14a-46be-85f7-a643b143eebf req-c9c60677-9bac-4688-8f83-da5a25f84018 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1281979 Jan 15 15:03:31.452930 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dc7049e-e14a-46be-85f7-a643b143eebf req-b95c8f22-bb7f-402d-a2ea-7669397060c4 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Jan 15 15:03:32.216952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c59d70-592b-4e5a-9f23-f2021e85269a req-5ca2ddb3-5b1a-48a1-ab44-3e8578d120c0 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:32.218552 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-15c59d70-592b-4e5a-9f23-f2021e85269a req-5ca2ddb3-5b1a-48a1-ab44-3e8578d120c0 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1039402 Jan 15 15:03:32.273216 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-15c59d70-592b-4e5a-9f23-f2021e85269a req-8f4c1abf-789f-4b6b-95a9-39884a6ed601 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478437 Jan 15 15:03:32.690245 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec37714-4662-412c-a97e-2a9d81c755cf req-111fd61e-6295-4233-b0ce-1defa3aeae6a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:32.691886 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7ec37714-4662-412c-a97e-2a9d81c755cf req-111fd61e-6295-4233-b0ce-1defa3aeae6a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1009982 Jan 15 15:03:32.745039 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7ec37714-4662-412c-a97e-2a9d81c755cf req-9288c2a6-9126-431b-ac1f-2c102dc2f50d tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467594 Jan 15 15:03:33.562035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c288e0f-ea29-4799-83a0-38c3bbc2d208 req-2bae1307-9baf-473f-9b94-6383de144dc4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:33.564511 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c288e0f-ea29-4799-83a0-38c3bbc2d208 req-2bae1307-9baf-473f-9b94-6383de144dc4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1406186 Jan 15 15:03:33.617427 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0c288e0f-ea29-4799-83a0-38c3bbc2d208 req-f4cc26be-8232-4fdc-b733-cb2b9ad67193 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466006 Jan 15 15:03:33.984367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddf788-e64b-46ac-8478-b8e7bc192a7c req-1ab25d48-0c8a-4c35-ac24-f2f8f07ccf04 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:33.986696 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a3ddf788-e64b-46ac-8478-b8e7bc192a7c req-1ab25d48-0c8a-4c35-ac24-f2f8f07ccf04 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1038017 Jan 15 15:03:34.052129 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a3ddf788-e64b-46ac-8478-b8e7bc192a7c req-ecbd5de5-3a71-47ae-8abb-a4c33b8deec9 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584075 Jan 15 15:03:34.480602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36ba76-38f3-4e0d-a500-bc4415650d50 req-64d3645a-5af3-4f6a-a04a-af169aeda321 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:34.482282 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e36ba76-38f3-4e0d-a500-bc4415650d50 req-64d3645a-5af3-4f6a-a04a-af169aeda321 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1018641 Jan 15 15:03:34.535661 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e36ba76-38f3-4e0d-a500-bc4415650d50 req-aa2108fb-203f-47a8-bf19-3cb4431446eb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464983 Jan 15 15:03:34.885550 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:03:34.896153 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1b3ae-be21-4c0f-bccb-f96421feb222 req-eb3de39f-5616-4388-9a25-ce8dcfc3de3a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:34.899888 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6ca1b3ae-be21-4c0f-bccb-f96421feb222 req-eb3de39f-5616-4388-9a25-ce8dcfc3de3a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1198840 Jan 15 15:03:34.953305 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6ca1b3ae-be21-4c0f-bccb-f96421feb222 req-9b25a7ac-da5c-4bfa-96b8-49f524e56fb5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491498 Jan 15 15:03:35.286416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76514a87-113e-47c8-8c29-088439bcd9bf req-74a5a81f-8d42-4932-9d75-39016e96e836 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:35.288073 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76514a87-113e-47c8-8c29-088439bcd9bf req-74a5a81f-8d42-4932-9d75-39016e96e836 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1007299 Jan 15 15:03:35.340972 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76514a87-113e-47c8-8c29-088439bcd9bf req-8f23eb40-fd9d-4942-9d79-943b40cb74b5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Jan 15 15:03:35.800194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2470c-5766-47a5-b467-5ec3cfabae11 req-7fb062ad-66dd-4b55-93fc-18df4baaa0f7 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:35.801803 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-94a2470c-5766-47a5-b467-5ec3cfabae11 req-7fb062ad-66dd-4b55-93fc-18df4baaa0f7 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1178763 Jan 15 15:03:35.851643 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-94a2470c-5766-47a5-b467-5ec3cfabae11 req-b08036d3-6f90-4dbe-849c-0653396da468 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Jan 15 15:03:36.193109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319be0ba-9faf-49a6-b4a5-fb3707c81e4b req-17b9fe02-4123-462c-8f86-f88bc2c4dcc5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:36.194761 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-319be0ba-9faf-49a6-b4a5-fb3707c81e4b req-17b9fe02-4123-462c-8f86-f88bc2c4dcc5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1054046 Jan 15 15:03:36.255296 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-319be0ba-9faf-49a6-b4a5-fb3707c81e4b req-56171404-1afb-4093-b027-bee7645645e5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542390 Jan 15 15:03:36.578449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9a38-eca2-4a7c-a91b-0338ae7d9204 req-333bc924-8d22-4217-96a3-33cbee7210e0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:36.580992 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bced9a38-eca2-4a7c-a91b-0338ae7d9204 req-333bc924-8d22-4217-96a3-33cbee7210e0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1026080 Jan 15 15:03:36.635054 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bced9a38-eca2-4a7c-a91b-0338ae7d9204 req-e330affd-5d2d-4358-9e98-3bcf80a1d06a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477200 Jan 15 15:03:37.099369 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2833384-65b1-4eb3-b2b5-239ed02f9ffa req-4ddfb59d-df3e-49e6-831b-937fc19d3935 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:37.101002 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c2833384-65b1-4eb3-b2b5-239ed02f9ffa req-4ddfb59d-df3e-49e6-831b-937fc19d3935 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.0987062 Jan 15 15:03:37.152023 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c2833384-65b1-4eb3-b2b5-239ed02f9ffa req-641b478a-edc1-4829-9317-6bdc592796ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447409 Jan 15 15:03:37.499634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffb78d-a599-479e-bc6c-6e1cd5d795ed req-afa8077d-fb16-40d3-ac80-f1f8fd474838 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:37.501907 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bfffb78d-a599-479e-bc6c-6e1cd5d795ed req-afa8077d-fb16-40d3-ac80-f1f8fd474838 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1122122 Jan 15 15:03:37.556211 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bfffb78d-a599-479e-bc6c-6e1cd5d795ed req-91324f2b-beee-4a5e-87f3-b0025ddd6bbf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483372 Jan 15 15:03:37.867313 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30092ed-33c6-45b2-bf87-855629448d9d req-580cb4c7-e35b-406e-bee0-086547c54d50 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:37.869026 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e30092ed-33c6-45b2-bf87-855629448d9d req-580cb4c7-e35b-406e-bee0-086547c54d50 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1007335 Jan 15 15:03:37.924382 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e30092ed-33c6-45b2-bf87-855629448d9d req-08313bee-0066-4bd3-a188-c000c9539a77 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489769 Jan 15 15:03:38.405851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c2c9d-ef36-4b52-800e-ab44ee805538 req-8dc44468-8a99-4f61-9984-2c86a97aca0e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:38.407564 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c22c2c9d-ef36-4b52-800e-ab44ee805538 req-8dc44468-8a99-4f61-9984-2c86a97aca0e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1032577 Jan 15 15:03:38.460352 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c22c2c9d-ef36-4b52-800e-ab44ee805538 req-7f37c315-2ade-4913-a6a6-430135c5d3e6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462596 Jan 15 15:03:38.807449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2366fab-cd93-450a-9162-2fd1cded4f19 req-8909b559-5579-482d-96ce-11df7d58a787 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:38.809084 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f2366fab-cd93-450a-9162-2fd1cded4f19 req-8909b559-5579-482d-96ce-11df7d58a787 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1154311 Jan 15 15:03:38.859625 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f2366fab-cd93-450a-9162-2fd1cded4f19 req-b0368100-e0e0-494c-9cd6-38d1a006a4d9 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435288 Jan 15 15:03:39.158758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78387cd5-5031-476f-99ae-bd0abde7bd6f req-ef38eefc-93e4-4cd7-b9a6-ea08f5be0bb1 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:39.160469 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-78387cd5-5031-476f-99ae-bd0abde7bd6f req-ef38eefc-93e4-4cd7-b9a6-ea08f5be0bb1 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1011913 Jan 15 15:03:39.219333 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-78387cd5-5031-476f-99ae-bd0abde7bd6f req-22a9a5bb-d215-4294-b744-ad678c0602ba tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525868 Jan 15 15:03:39.709715 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431c5e0-a8e6-46c3-a04c-a3b418ebf475 req-c6902292-a2e3-4dbe-97e4-9cbb2a05ac24 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:39.711352 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c431c5e0-a8e6-46c3-a04c-a3b418ebf475 req-c6902292-a2e3-4dbe-97e4-9cbb2a05ac24 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1011033 Jan 15 15:03:39.763613 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c431c5e0-a8e6-46c3-a04c-a3b418ebf475 req-e9236623-eb62-40cc-86c9-1c4fb8868134 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455849 Jan 15 15:03:40.104878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82f0a4-c17f-4528-9635-7705a2241bff req-e61ba314-c8fb-497c-a067-1898127c7c76 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:40.106582 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9e82f0a4-c17f-4528-9635-7705a2241bff req-e61ba314-c8fb-497c-a067-1898127c7c76 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1074841 Jan 15 15:03:40.165117 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9e82f0a4-c17f-4528-9635-7705a2241bff req-f39bcfe2-e6ac-4c6c-abc1-2ace48309958 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496206 Jan 15 15:03:40.472369 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d7f55-90ae-41f1-822a-ef7ae5d380d6 req-94fa51aa-b6e3-4cc0-a2ea-4e45857675d2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:40.474101 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ff5d7f55-90ae-41f1-822a-ef7ae5d380d6 req-94fa51aa-b6e3-4cc0-a2ea-4e45857675d2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1132486 Jan 15 15:03:40.535266 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ff5d7f55-90ae-41f1-822a-ef7ae5d380d6 req-071ec2fc-b258-4496-a6a1-5fd0fdbc66c8 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533319 Jan 15 15:03:40.681057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37020) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:40.837759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.853867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:40.858046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] Usage tracker for resource:security_group_rule and tenant:91d784c8ef1546309d0c5ba9d222775b is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:40.861746 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:40.867698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:40.971180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.974899 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:40.984436 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b10d25ae-d0c5-440f-b86a-9de678642855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:41.029968 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91d784c8ef1546309d0c5ba9d222775b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476841 Jan 15 15:03:41.031648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94c6d28-c08b-47b6-a85e-80dac2019ee5,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:41.034367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37032) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:41.037270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:41.042286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f7e97-dddb-47f7-8164-6c331db9ecd8 req-e1469961-3c29-4b28-b4a8-631e7773f1ba tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:41.044005 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6c3f7e97-dddb-47f7-8164-6c331db9ecd8 req-e1469961-3c29-4b28-b4a8-631e7773f1ba tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1218243 Jan 15 15:03:41.095738 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6c3f7e97-dddb-47f7-8164-6c331db9ecd8 req-3939ed5c-5e9e-4969-a3bf-4632a8acb02a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Jan 15 15:03:41.098890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-044bcc2d-96d1-46b8-b2f1-11d64ac82550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.130948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-044bcc2d-96d1-46b8-b2f1-11d64ac82550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.181007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-044bcc2d-96d1-46b8-b2f1-11d64ac82550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.186273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e841e74d-6ddb-425e-9246-8dce2ec09532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:41.197881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bcc2d-96d1-46b8-b2f1-11d64ac82550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94c6d28-c08b-47b6-a85e-80dac2019ee5,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:41.201754 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-044bcc2d-96d1-46b8-b2f1-11d64ac82550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:41.205879 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-044bcc2d-96d1-46b8-b2f1-11d64ac82550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.207125 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-044bcc2d-96d1-46b8-b2f1-11d64ac82550 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c94c6d28-c08b-47b6-a85e-80dac2019ee5 HTTP/1.1" status: 204 len: 168 time: 0.1717794 Jan 15 15:03:41.422021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 33a66cec-c28c-4465-b722-d90229fdc98b up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:41.541921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 33a66cec-c28c-4465-b722-d90229fdc98b triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:41.542826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.646570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4303c-9b5c-4be6-a6b6-648d7379a90c req-045c147a-2f34-4d3c-a5b1-e4a5efbc5cd9 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:41.646570 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bee4303c-9b5c-4be6-a6b6-648d7379a90c req-045c147a-2f34-4d3c-a5b1-e4a5efbc5cd9 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1781435 Jan 15 15:03:41.650540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37050) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:41.670439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.692768 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:41.697509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] Usage tracker for resource:security_group_rule and tenant:3f6df38ee5c4412bae3dbb3ba976225d is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:41.700608 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:41.707210 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bee4303c-9b5c-4be6-a6b6-648d7379a90c req-af565314-0a0b-41c5-aad1-45d64b225ef2 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562778 Jan 15 15:03:41.707525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:41.795556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.799524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.809944 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-bae0a59e-0d4a-4959-add5-1f479363f9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:41.831524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3d7ee-f9e8-4d17-9ce3-8824e90f01a9 req-531886e5-344f-4aff-9d00-7652d9d0a1cf tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:41.833372 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5c3d7ee-f9e8-4d17-9ce3-8824e90f01a9 req-531886e5-344f-4aff-9d00-7652d9d0a1cf tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1122129 Jan 15 15:03:41.852863 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f6df38ee5c4412bae3dbb3ba976225d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010896 Jan 15 15:03:41.854881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb893885-e30c-4b0f-b6da-98cfdc97fc11,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:41.857458 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37058) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:41.861411 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:41.906265 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5c3d7ee-f9e8-4d17-9ce3-8824e90f01a9 req-54d66e78-5b31-47eb-bd30-8d2764cfa286 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648892 Jan 15 15:03:41.931929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b6b82752-3851-4955-af9e-b5fd039eadf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:41.960438 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b6b82752-3851-4955-af9e-b5fd039eadf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.014362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b6b82752-3851-4955-af9e-b5fd039eadf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.014362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-04acdbf1-5191-41d4-bba1-62492427ad6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:42.031113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b82752-3851-4955-af9e-b5fd039eadf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb893885-e30c-4b0f-b6da-98cfdc97fc11,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:42.034740 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b6b82752-3851-4955-af9e-b5fd039eadf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:42.037031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b6b82752-3851-4955-af9e-b5fd039eadf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:42.040164 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b6b82752-3851-4955-af9e-b5fd039eadf2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb893885-e30c-4b0f-b6da-98cfdc97fc11 HTTP/1.1" status: 204 len: 168 time: 0.1815016 Jan 15 15:03:42.352586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6fc7a-69d2-4efd-8ae0-c1c321d8fd26 req-1baa149a-4a0c-47cd-bcd6-bd258496436c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:42.354288 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6fb6fc7a-69d2-4efd-8ae0-c1c321d8fd26 req-1baa149a-4a0c-47cd-bcd6-bd258496436c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1094501 Jan 15 15:03:42.409024 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6fb6fc7a-69d2-4efd-8ae0-c1c321d8fd26 req-54326df6-7802-4964-b1ec-bd5449266aa4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480306 Jan 15 15:03:42.967753 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12737153-51e2-4333-aa80-970f1136030c req-0874a53e-9f39-4dce-9cf0-50cce779195d tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:42.977059 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-12737153-51e2-4333-aa80-970f1136030c req-0874a53e-9f39-4dce-9cf0-50cce779195d tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1324527 Jan 15 15:03:42.988266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37104) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:43.040202 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-12737153-51e2-4333-aa80-970f1136030c req-05f0227b-c603-4d40-9118-b7507802c6ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619936 Jan 15 15:03:43.180092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e78f-7b45-4043-9db9-91dba63a41fb req-07ca899b-54ee-47b4-a89f-65c9df981f79 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:43.181793 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5b64e78f-7b45-4043-9db9-91dba63a41fb req-07ca899b-54ee-47b4-a89f-65c9df981f79 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1198986 Jan 15 15:03:43.247313 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.259454 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5b64e78f-7b45-4043-9db9-91dba63a41fb req-2028b770-d54e-4888-b21c-82f6330d848c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709844 Jan 15 15:03:43.298240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:43.302693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d9b3e4ef75493cb392d374d981d0a0 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:43.305793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:43.311794 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:43.404493 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.414713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.424804 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-005fce06-33d5-4c48-b4ec-d5de67dbf891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:43.467931 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6d9b3e4ef75493cb392d374d981d0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784844 Jan 15 15:03:43.470170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863cf9ef-8c27-45fa-b1ba-e05373decc1f,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:43.470864 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37130) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:43.482709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:43.582065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf75b-ed12-4e3d-bc09-1d14995fc0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.700777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf75b-ed12-4e3d-bc09-1d14995fc0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.815234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf75b-ed12-4e3d-bc09-1d14995fc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.821168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-88f1abc1-35ce-4aa7-a008-78054b676f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:43.861821 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733ea3b-7d4e-485a-9f46-6854e8eec8e2 req-f80a1ac8-82be-43ca-aa82-5dcc4bd31c5e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:43.863427 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6733ea3b-7d4e-485a-9f46-6854e8eec8e2 req-f80a1ac8-82be-43ca-aa82-5dcc4bd31c5e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2702479 Jan 15 15:03:43.867968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaf75b-ed12-4e3d-bc09-1d14995fc0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863cf9ef-8c27-45fa-b1ba-e05373decc1f,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:43.871225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9637-6077-4b00-a246-b93f581563ba req-f021a0e9-828c-489d-b4b5-0b2a8d67b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:43.872855 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-eacf9637-6077-4b00-a246-b93f581563ba req-f021a0e9-828c-489d-b4b5-0b2a8d67b652 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 1162 time: 0.2336881 Jan 15 15:03:43.873752 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c8eaf75b-ed12-4e3d-bc09-1d14995fc0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:43.928146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf75b-ed12-4e3d-bc09-1d14995fc0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:43.929388 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c8eaf75b-ed12-4e3d-bc09-1d14995fc0cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/863cf9ef-8c27-45fa-b1ba-e05373decc1f HTTP/1.1" status: 204 len: 168 time: 0.4572566 Jan 15 15:03:43.974421 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-eacf9637-6077-4b00-a246-b93f581563ba req-0ed92ec7-afdc-46f4-b4e3-59a7d8bee202 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790191 Jan 15 15:03:43.981367 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6733ea3b-7d4e-485a-9f46-6854e8eec8e2 req-08322b24-a1f8-4bca-963a-35539782239d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065886 Jan 15 15:03:44.302319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b15d6-6c41-482d-9738-2323ef763027 req-35261c1b-f7e3-49f4-8375-4d8f87b90955 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:44.303506 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-df7b15d6-6c41-482d-9738-2323ef763027 req-35261c1b-f7e3-49f4-8375-4d8f87b90955 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1202619 Jan 15 15:03:44.406802 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-df7b15d6-6c41-482d-9738-2323ef763027 req-e4b45e59-5d1a-440a-a326-131f11500f56 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908914 Jan 15 15:03:44.592561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a76a9-81ad-4595-901f-8712ac1fda7f req-84383373-8147-42d2-ac42-9a86905f5e8e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:44.594275 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-994a76a9-81ad-4595-901f-8712ac1fda7f req-84383373-8147-42d2-ac42-9a86905f5e8e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1361663 Jan 15 15:03:44.674867 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-994a76a9-81ad-4595-901f-8712ac1fda7f req-fc22025a-927f-4449-98c8-8ff7415679f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695324 Jan 15 15:03:44.870314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37188) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:45.045789 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.067549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:45.072401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] Usage tracker for resource:security_group_rule and tenant:2a8f557280494ba2bb69222350bf8267 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:45.075811 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:45.082571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:45.264185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.269096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.278985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c8195ce-6b85-492b-aa6b-cf69bc78e0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:45.309483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dde4414-502d-4d77-8fe7-d6f417227edd,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:45.317133 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:45.358237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722b92a-40f2-40fa-827d-e422da1c9d1b req-2ce01d01-d705-40a9-9c1f-893ae7ac35ba tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:45.359951 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b722b92a-40f2-40fa-827d-e422da1c9d1b req-2ce01d01-d705-40a9-9c1f-893ae7ac35ba tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2084496 Jan 15 15:03:45.363157 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a8f557280494ba2bb69222350bf8267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917469 Jan 15 15:03:45.365973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37212) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:45.472586 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b722b92a-40f2-40fa-827d-e422da1c9d1b req-67ff3026-c7ce-41e9-9140-529868fea3d8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930555 Jan 15 15:03:45.477835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e60bfb92-7dc0-4ee0-aac2-ec903a62f008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.528494 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e60bfb92-7dc0-4ee0-aac2-ec903a62f008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.536257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 33a66cec-c28c-4465-b722-d90229fdc98b up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:45.630527 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 33a66cec-c28c-4465-b722-d90229fdc98b triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:45.631201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.978343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e60bfb92-7dc0-4ee0-aac2-ec903a62f008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:45.984384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7810dd88-eb70-45dc-9ffc-d29c99c69af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:46.009352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bfb92-7dc0-4ee0-aac2-ec903a62f008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dde4414-502d-4d77-8fe7-d6f417227edd,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:46.011918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e60bfb92-7dc0-4ee0-aac2-ec903a62f008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:46.040767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af08a4-339f-4b67-8da0-20dd192c268b req-66fd165b-ea97-46f8-89cb-39d3735a3261 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:46.042452 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d9af08a4-339f-4b67-8da0-20dd192c268b req-66fd165b-ea97-46f8-89cb-39d3735a3261 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2121630 Jan 15 15:03:46.061874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e60bfb92-7dc0-4ee0-aac2-ec903a62f008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.066779 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e60bfb92-7dc0-4ee0-aac2-ec903a62f008 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8dde4414-502d-4d77-8fe7-d6f417227edd HTTP/1.1" status: 204 len: 168 time: 0.6997504 Jan 15 15:03:46.120454 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dcbd0-6e86-4d70-b036-3bf8bf4241c7 req-1657c07c-f9b6-41ec-a878-55db4ba4d006 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:46.120943 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37236) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:46.125026 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9b3dcbd0-6e86-4d70-b036-3bf8bf4241c7 req-1657c07c-f9b6-41ec-a878-55db4ba4d006 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2540090 Jan 15 15:03:46.220090 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9b3dcbd0-6e86-4d70-b036-3bf8bf4241c7 req-2d047b05-7a6a-410d-94b3-d9d5fabc1965 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933235 Jan 15 15:03:46.238858 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d9af08a4-339f-4b67-8da0-20dd192c268b req-f9b7ef43-6522-4492-8890-ce643efd00c5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673074 Jan 15 15:03:46.358612 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.376543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:46.381788 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] Usage tracker for resource:security_group_rule and tenant:28922e8d8c2248adaff73797c1866ccd is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:46.387005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:46.394041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:46.515274 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.518932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.539327 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c7fbebb-d7a7-4abb-a479-749866f337a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:46.601056 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37256) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:46.621357 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28922e8d8c2248adaff73797c1866ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991202 Jan 15 15:03:46.623447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456c8eba-0381-4289-a9e5-531b82da2157,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:46.633832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:46.685874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a93c75a9-59c6-4d2b-a47a-77aecd54a89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.717656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a93c75a9-59c6-4d2b-a47a-77aecd54a89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.975083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a93c75a9-59c6-4d2b-a47a-77aecd54a89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:46.983812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ddf7f1e2-ded9-4590-9ed0-77f8e6c9373c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:46.998279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903af92-e7de-44de-acc1-04e565cd2c88 req-0522c8d4-47f0-4350-9f2d-3e31fe3fe750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:46.999932 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2903af92-e7de-44de-acc1-04e565cd2c88 req-0522c8d4-47f0-4350-9f2d-3e31fe3fe750 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 1162 time: 0.2739563 Jan 15 15:03:47.023921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82367-1949-4ee7-9c73-d4df94372340 req-67f6b103-ada1-4ea7-8871-c82b6ff71ac8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:47.025554 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-55d82367-1949-4ee7-9c73-d4df94372340 req-67f6b103-ada1-4ea7-8871-c82b6ff71ac8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2983482 Jan 15 15:03:47.076031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3a0f-90b3-4760-94ee-16ac2e9d545a req-8607ebbe-aac5-4ed0-8cdd-e9bdc422a3ca tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:47.077697 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c35d3a0f-90b3-4760-94ee-16ac2e9d545a req-8607ebbe-aac5-4ed0-8cdd-e9bdc422a3ca tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2808485 Jan 15 15:03:47.078574 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c75a9-59c6-4d2b-a47a-77aecd54a89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456c8eba-0381-4289-a9e5-531b82da2157,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:47.086593 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a93c75a9-59c6-4d2b-a47a-77aecd54a89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:47.136998 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a93c75a9-59c6-4d2b-a47a-77aecd54a89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.138197 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-a93c75a9-59c6-4d2b-a47a-77aecd54a89f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/456c8eba-0381-4289-a9e5-531b82da2157 HTTP/1.1" status: 204 len: 168 time: 0.5379498 Jan 15 15:03:47.256571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37276) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:47.268297 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c35d3a0f-90b3-4760-94ee-16ac2e9d545a req-6451c1c5-717e-4a53-8cc9-bca6818f03e4 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685760 Jan 15 15:03:47.276068 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-55d82367-1949-4ee7-9c73-d4df94372340 req-fce5132c-48ad-44be-9df7-b1644b6aa2f4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915495 Jan 15 15:03:47.308172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903af92-e7de-44de-acc1-04e565cd2c88 req-f7f9cf14-5ae3-446f-95d8-81d157f03f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:47.312111 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2903af92-e7de-44de-acc1-04e565cd2c88 req-f7f9cf14-5ae3-446f-95d8-81d157f03f8f service neutron] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 911 time: 0.2832935 Jan 15 15:03:47.386512 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2903af92-e7de-44de-acc1-04e565cd2c88 req-f29b034f-e05f-4f30-a69e-4cc6baeb1f42 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a66cec-c28c-4465-b722-d90229fdc98b HTTP/1.1" status: 200 len: 217 time: 0.0680070 Jan 15 15:03:47.457229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 33a66cec-c28c-4465-b722-d90229fdc98b up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:47.466657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903af92-e7de-44de-acc1-04e565cd2c88 req-fb757a2d-1c5f-4488-b7be-8de99cb90000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:47.468297 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2903af92-e7de-44de-acc1-04e565cd2c88 req-fb757a2d-1c5f-4488-b7be-8de99cb90000 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.0747647 Jan 15 15:03:47.576890 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2903af92-e7de-44de-acc1-04e565cd2c88 req-aeec0985-99eb-4097-a199-0ec3fc6be559 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709698 Jan 15 15:03:47.586764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 33a66cec-c28c-4465-b722-d90229fdc98b triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:47.587492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.624311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1562572272-network', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:47.642613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:47.647730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Usage tracker for resource:network and tenant:2bddca64205e4ddeba87efcdcaab8fb9 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:47.651321 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:47.659010 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:47.671870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Made reservation on behalf of 2bddca64205e4ddeba87efcdcaab8fb9 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:47.677868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.695971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.717530 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:47.723612 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Usage tracker for resource:security_group_rule and tenant:2bddca64205e4ddeba87efcdcaab8fb9 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:47.728200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:47.736187 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2903af92-e7de-44de-acc1-04e565cd2c88 req-bcdd0d84-9b5b-4250-a39e-a92613e2b506 service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498039 Jan 15 15:03:47.736889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:47.801743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37290) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:47.811961 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca087bc-adfb-4efd-9736-59c78badb9bc req-a46f1d80-5167-4495-a628-b355bc6c2a69 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:47.813708 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5ca087bc-adfb-4efd-9736-59c78badb9bc req-a46f1d80-5167-4495-a628-b355bc6c2a69 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.3444307 Jan 15 15:03:47.886430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.900297 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.904342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:47.921506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1a957373-ada9-4995-b53e-563a881a4103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:47.957996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:47.958205 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5ca087bc-adfb-4efd-9736-59c78badb9bc req-3cb3d675-5a3f-4b24-b2fa-d6a931546021 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309054 Jan 15 15:03:47.968169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:47.982986 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] Usage tracker for resource:security_group_rule and tenant:02aceec5b9104e8abd0b447ca108f328 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:47.988033 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:47.989548 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2903af92-e7de-44de-acc1-04e565cd2c88 req-b4ae92fe-0c2c-402c-bd91-776e5f9a6810 service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2402580 Jan 15 15:03:47.991834 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732b66bc-8b1d-42b3-b328-8822b43fb12d,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:47.998930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:48.001143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:48.002245 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.002666 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Added segment 8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d of type vxlan for network b5428b9a-bf65-4f88-bb33-15f7b7920075 Jan 15 15:03:48.048751 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.102013 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.107756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:48.108408 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.117669 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:48.249038 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.257284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.264269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Pushing event updated for resources: {'Network': ['ID=b5428b9a-bf65-4f88-bb33-15f7b7920075,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:48.275934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:48.276609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:48.277140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fc71f104-7768-40c1-a359-58f74749458a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:48.295121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:48.328062 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0695798 Jan 15 15:03:48.331796 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02aceec5b9104e8abd0b447ca108f328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285912 Jan 15 15:03:48.332782 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac8fe4-18b4-45d3-a19e-2e26254ea299,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:48.335880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37300) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:48.336454 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37302) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:48.345680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:48.348401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Request body: {'subnet': {'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1562572272-subnet', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'ip_version': 4}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:48.384118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:48.393617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Usage tracker for resource:subnet and tenant:2bddca64205e4ddeba87efcdcaab8fb9 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:48.404934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:48.418404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:48.499877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Made reservation on behalf of 2bddca64205e4ddeba87efcdcaab8fb9 for: {'subnet': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:48.504493 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852195617'] for subnet, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.587405 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d4f0defd-e2dd-4a19-907b-ac129aaf8b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.700844 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d4f0defd-e2dd-4a19-907b-ac129aaf8b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.807903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5c68d-269f-4708-8220-be5d23e96307 req-95807959-0cdf-415d-b1a7-9759ace5d496 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:48.809515 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1dc5c68d-269f-4708-8220-be5d23e96307 req-95807959-0cdf-415d-b1a7-9759ace5d496 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.3631387 Jan 15 15:03:48.844133 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87fbf-aec6-4424-9b18-c6b0caef4b8d req-117e329f-807f-4342-abaa-36a717bf60e6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:48.846249 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2dd87fbf-aec6-4424-9b18-c6b0caef4b8d req-117e329f-807f-4342-abaa-36a717bf60e6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.3521507 Jan 15 15:03:48.900016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d4f0defd-e2dd-4a19-907b-ac129aaf8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:48.926914 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:48.961929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0defd-e2dd-4a19-907b-ac129aaf8b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac8fe4-18b4-45d3-a19e-2e26254ea299,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:48.972303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d4f0defd-e2dd-4a19-907b-ac129aaf8b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:49.012101 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1dc5c68d-269f-4708-8220-be5d23e96307 req-918174b2-df94-47f3-bf03-6f1df4a38fdf tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936040 Jan 15 15:03:49.020256 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2dd87fbf-aec6-4424-9b18-c6b0caef4b8d req-47e761f6-2923-46bf-ab04-52f102d2f5dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271062 Jan 15 15:03:49.032443 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d4f0defd-e2dd-4a19-907b-ac129aaf8b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.037026 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d4f0defd-e2dd-4a19-907b-ac129aaf8b50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53ac8fe4-18b4-45d3-a19e-2e26254ea299 HTTP/1.1" status: 204 len: 168 time: 0.6970079 Jan 15 15:03:49.303663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef3615-fb6e-4b40-a9d5-2065285f46da req-2e689765-ffc3-42e8-ac7e-b67868e1c16e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:49.305450 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-39ef3615-fb6e-4b40-a9d5-2065285f46da req-2e689765-ffc3-42e8-ac7e-b67868e1c16e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1392589 Jan 15 15:03:49.604821 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850615904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852195602'] for subnet, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.626242 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-39ef3615-fb6e-4b40-a9d5-2065285f46da req-45fe0bc5-83b4-4441-a4b2-1848e56a56d0 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798471 Jan 15 15:03:49.629437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-27664cae-235b-4cee-9aab-ae227a3a87e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:49.780352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f20d22-0594-4bfc-a4d1-1138f672a125,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:49.785370 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:49.848531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Checking segment: {'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:49.848923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Network hostable DHCP agents. Network: b5428b9a-bf65-4f88-bb33-15f7b7920075, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:49.868668 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:49.877150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, b5428b9a-bf65-4f88-bb33-15f7b7920075) {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:49.887460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b427afa-581d-47ab-b960-6236460f6b1b None None] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:49.889842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:49.890480 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.911022 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-eaf9a915-724c-41cb-86ae-75b1c5ce629c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5728598 Jan 15 15:03:49.912577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37344) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:49.918275 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:49.924117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:49.928299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Usage tracker for resource:router and tenant:2bddca64205e4ddeba87efcdcaab8fb9 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:49.931418 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:49.938104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:49.948483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48989'] for router, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.949591 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852803243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1982770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726810'] for router, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.965674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.210833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2f9bea-895b-58e7-9e77-4544d41874e9-b5428b9a-bf65-4f88-bb33-15f7b7920075', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'fixed_ips': [{'subnet_id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125'}]}} from dv-cinder-689486-7-iscsi. {{(pid=80086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:03:50.211857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.402340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ade3d6-28e5-4a85-9f7a-0fdffc6d766c req-2c0a1eeb-64f1-4499-8791-6d253aff534a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:50.404099 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-01ade3d6-28e5-4a85-9f7a-0fdffc6d766c req-2c0a1eeb-64f1-4499-8791-6d253aff534a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2381172 Jan 15 15:03:50.504179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e179d4-dfba-4f79-a379-70ff15c8de1b req-d06e66ee-ceae-42fe-b092-254e9df79249 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:50.505216 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1982755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726793'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.505832 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e8e179d4-dfba-4f79-a379-70ff15c8de1b req-d06e66ee-ceae-42fe-b092-254e9df79249 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2317953 Jan 15 15:03:50.588086 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e8e179d4-dfba-4f79-a379-70ff15c8de1b req-7380a83a-23af-4d85-92bc-9cda98d5c2bf tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685744 Jan 15 15:03:50.596706 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-01ade3d6-28e5-4a85-9f7a-0fdffc6d766c req-c510fdf1-0aa1-4f95-8be9-9aeeac4dd41e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667929 Jan 15 15:03:50.612242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Allocated IP 172.20.0.2 (b5428b9a-bf65-4f88-bb33-15f7b7920075/c4f20d22-0594-4bfc-a4d1-1138f672a125/376dcffb-9ae3-448e-ab6b-86e94cbbc919) {{(pid=80086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:50.868732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37368) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:50.879577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Notify callbacks [] for port, precommit_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.894314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Transition to ACTIVE for port object 376dcffb-9ae3-448e-ab6b-86e94cbbc919 will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:50.908299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.922067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Transition to ACTIVE for port object 376dcffb-9ae3-448e-ab6b-86e94cbbc919 will not be triggered until provisioned by entity DHCP. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:50.928497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.942236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5db6f7-c217-4b69-9475-1b3dd93d6a8f req-371de1fb-1c33-4785-bcee-bfa4d5adf28d tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:50.943988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.944812 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2d5db6f7-c217-4b69-9475-1b3dd93d6a8f req-371de1fb-1c33-4785-bcee-bfa4d5adf28d tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1549704 Jan 15 15:03:50.947094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:51.010358 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2d5db6f7-c217-4b69-9475-1b3dd93d6a8f req-45055f75-fdeb-45a0-9ab3-98c5426ac734 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595138 Jan 15 15:03:51.090244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.105234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Pushing event updated for resources: {'Port': ['ID=376dcffb-9ae3-448e-ab6b-86e94cbbc919,revision_number=1']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:51.113653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:51.122978 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] Usage tracker for resource:security_group_rule and tenant:442e2c737a3845c184ab121490885891 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:51.129023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.129408 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.129783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.130156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.130519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.130886 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.131246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.131716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.132118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.132478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.132841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.133260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.133689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.134109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.134465 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.134820 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.135173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.135527 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.135924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.136277 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.136628 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.136979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.137335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.137685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:51.144494 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:51.162782 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:51.170391 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:51.192340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 is already hosted by enough agents. {{(pid=80086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:51.193491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Resources bound (agent type, host, resource id): {{(pid=80086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:51.195895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Received port after_create {{(pid=80086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:51.250326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Attempting to bind port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:51.251285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Attempting to bind port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:51.251789 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Attempting to bind port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 on network b5428b9a-bf65-4f88-bb33-15f7b7920075 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:51.257403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:51.257814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Checking segment: {'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:51.258251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.258681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Bound using segment: {'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:51.259188 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Bound port: 376dcffb-9ae3-448e-ab6b-86e94cbbc919, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:51.259617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.321291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Allocated IP 172.27.1.253 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/10f171b8-465e-499a-96b9-91612f5878b6) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:51.364564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] For port 376dcffb-9ae3-448e-ab6b-86e94cbbc919, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:51.367837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] For port 376dcffb-9ae3-448e-ab6b-86e94cbbc919, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=376dcffb-9ae3-448e-ab6b-86e94cbbc919,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:51.371178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.387017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-881e95c8-f67f-4c25-9f2e-6b99f572287f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:51.403213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.456985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.469545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d8a00707-27bf-497c-83f4-9173be943f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:51.507976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ad1b06-72b5-4e50-9634-457f3009b732,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:51.522901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:51.538286 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=442e2c737a3845c184ab121490885891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6684380 Jan 15 15:03:51.541106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37376) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:51.580670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Pushing event updated for resources: {'Port': ['ID=376dcffb-9ae3-448e-ab6b-86e94cbbc919,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:51.585534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:51.585682 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.613371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.615717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e535c78-645e-450f-9898-4703fdc982da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.632067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:51.659336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e535c78-645e-450f-9898-4703fdc982da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.750392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e535c78-645e-450f-9898-4703fdc982da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.760837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:51.791836 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535c78-645e-450f-9898-4703fdc982da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ad1b06-72b5-4e50-9634-457f3009b732,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:51.805370 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5e535c78-645e-450f-9898-4703fdc982da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:51.808746 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e535c78-645e-450f-9898-4703fdc982da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.811719 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5e535c78-645e-450f-9898-4703fdc982da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38ad1b06-72b5-4e50-9634-457f3009b732 HTTP/1.1" status: 204 len: 168 time: 0.2685745 Jan 15 15:03:51.887433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=10f171b8-465e-499a-96b9-91612f5878b6,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:51.892730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:51.945928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:51.947520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:51.953398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:52.031264 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad586ee8-9f7a-483f-89a6-7618a943b715 req-02a59f7f-b3b6-4028-bae3-230ad2c3aa76 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:52.033761 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ad586ee8-9f7a-483f-89a6-7618a943b715 req-02a59f7f-b3b6-4028-bae3-230ad2c3aa76 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1974382 Jan 15 15:03:52.152505 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ad586ee8-9f7a-483f-89a6-7618a943b715 req-ac1b071f-b42b-4e9e-9ed4-7c153de0d4b0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054392 Jan 15 15:03:52.154880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:52.225472 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d39490-55bc-4857-a69a-a8a9091e0ebd req-196e5328-b02f-483f-b8d9-3e02772e069c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:52.227204 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-49d39490-55bc-4857-a69a-a8a9091e0ebd req-196e5328-b02f-483f-b8d9-3e02772e069c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.3500071 Jan 15 15:03:52.323802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:52.323802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.337679 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-49d39490-55bc-4857-a69a-a8a9091e0ebd req-7df7fcaa-2e97-4118-8d69-5a72bbad94fc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019735 Jan 15 15:03:52.640327 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475861b-7868-43cc-8a4f-71efe7cf5610 req-5f1df262-7009-450d-8ab2-f977115dc096 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:52.654608 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9475861b-7868-43cc-8a4f-71efe7cf5610 req-5f1df262-7009-450d-8ab2-f977115dc096 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2480869 Jan 15 15:03:52.694157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66d09897-4b5e-4769-b8d3-c4349c7210b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.741094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37410) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:52.807327 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9475861b-7868-43cc-8a4f-71efe7cf5610 req-c7853f41-3391-46c4-94d5-efb94244b2c9 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517179 Jan 15 15:03:52.824338 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-f7f4cb12-1b8e-458e-953a-4e734793ff31 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1394308 Jan 15 15:03:52.834346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.997600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-d7cd5510-86ce-4999-8cc3-630acf87625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:52.999904 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-d7cd5510-86ce-4999-8cc3-630acf87625c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 1162 time: 0.1313841 Jan 15 15:03:53.142639 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.167145 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:53.236551 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:0d6cb21b7ed14beeadc96c7126052cbe is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:53.247483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:53.349475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:53.445993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5705449-1d8c-4468-b9ff-83408230d3c0 None None] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:53.480416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7807f2-afde-4eac-b707-2100bcc38b2a req-5b705aa6-3f8a-4eed-a6dd-30c7c1bf3252 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:53.482403 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd7807f2-afde-4eac-b707-2100bcc38b2a req-5b705aa6-3f8a-4eed-a6dd-30c7c1bf3252 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2184510 Jan 15 15:03:53.553022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c73c5-7bc1-4e20-b6d6-ab766e2034f8 req-b9bc2750-0191-4206-8a2f-94a29e91f3b6 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:53.554739 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ae3c73c5-7bc1-4e20-b6d6-ab766e2034f8 req-b9bc2750-0191-4206-8a2f-94a29e91f3b6 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1929266 Jan 15 15:03:53.615143 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd7807f2-afde-4eac-b707-2100bcc38b2a req-cd8bb85f-4d12-49f5-94b0-55392831ce74 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233983 Jan 15 15:03:53.696490 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ae3c73c5-7bc1-4e20-b6d6-ab766e2034f8 req-863398e8-9adf-4ec0-a855-6bdb43bafdeb tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173687 Jan 15 15:03:53.735745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-e06b06aa-61f0-4e20-8145-465ded850150 None None] Provisioning for port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:53.784915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852803285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852792883'] for router, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.858272 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 376dcffb-9ae3-448e-ab6b-86e94cbbc919 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:53.966904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:53.974229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:53.974645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.039524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.053697 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bff91-e4b0-4089-b9e9-449e1ba9111f req-87f1f6d4-ca8a-431f-9a6f-ebec0ac21407 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:54.056821 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f94bff91-e4b0-4089-b9e9-449e1ba9111f req-87f1f6d4-ca8a-431f-9a6f-ebec0ac21407 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1702769 Jan 15 15:03:54.064140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.077462 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:54.121974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567a71c7-faa1-4f35-aa5e-b395a5374f2d,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:54.126632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:54.154064 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d6cb21b7ed14beeadc96c7126052cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4114628 Jan 15 15:03:54.157730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37438) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:54.159470 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f94bff91-e4b0-4089-b9e9-449e1ba9111f req-16b186c2-59da-4423-ba16-a1f54de756e1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948534 Jan 15 15:03:54.285882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Router fd1f0ae3-d937-4590-aa6f-86fe2d120542 is scheduled to L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:03:54.324680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-c34ba218-a7b9-40d1-b9c5-45e096590ca7 None None] Provisioning complete for port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:54.325090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c34ba218-a7b9-40d1-b9c5-45e096590ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.451503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.509627 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 376dcffb-9ae3-448e-ab6b-86e94cbbc919, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=376dcffb-9ae3-448e-ab6b-86e94cbbc919,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:03:54.510536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6d71e6cd-31e2-48fe-acb4-500e47e9c306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.512392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c34ba218-a7b9-40d1-b9c5-45e096590ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.539528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.544223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6d71e6cd-31e2-48fe-acb4-500e47e9c306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.579088 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:54.627239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:03:54.637489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Sync routers for ids ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:03:54.643802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6d71e6cd-31e2-48fe-acb4-500e47e9c306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.649044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Routers {'fd1f0ae3-d937-4590-aa6f-86fe2d120542'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:54.649765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:03:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:54.649906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-699434ed-ef68-431b-a3fd-be0ed72ac2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:54.666560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [None req-c34ba218-a7b9-40d1-b9c5-45e096590ca7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:03:54.666985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [None req-c34ba218-a7b9-40d1-b9c5-45e096590ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:03:54.687148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=376dcffb-9ae3-448e-ab6b-86e94cbbc919,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:54.691976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:54.693116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1d0990fc-8d80-4a59-a8c2-bd3ef27a293f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.697373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6d71e6cd-31e2-48fe-acb4-500e47e9c306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.701492 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-6d71e6cd-31e2-48fe-acb4-500e47e9c306 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/567a71c7-faa1-4f35-aa5e-b395a5374f2d HTTP/1.1" status: 204 len: 168 time: 0.5425272 Jan 15 15:03:54.704878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.708737 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7924862 Jan 15 15:03:54.708737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71e6cd-31e2-48fe-acb4-500e47e9c306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567a71c7-faa1-4f35-aa5e-b395a5374f2d,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:54.708996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37450) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:54.711835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6d71e6cd-31e2-48fe-acb4-500e47e9c306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:54.850203 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Set router fd1f0ae3-d937-4590-aa6f-86fe2d120542 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:54.949684 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098380-1806-42e4-aba5-09c290fb0e8c req-8bd97057-27bf-49e6-b36e-2d1d0d0c8122 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:54.951400 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e9098380-1806-42e4-aba5-09c290fb0e8c req-8bd97057-27bf-49e6-b36e-2d1d0d0c8122 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1611557 Jan 15 15:03:55.100353 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e9098380-1806-42e4-aba5-09c290fb0e8c req-7572df80-fba6-491c-9517-da02c00068ba tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397445 Jan 15 15:03:55.141660 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8002e3-bec3-4670-8b28-8ef2e8baed4c req-1ecf2fa9-7208-4fba-8349-a207e3172617 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:55.143578 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7a8002e3-bec3-4670-8b28-8ef2e8baed4c req-1ecf2fa9-7208-4fba-8349-a207e3172617 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1845596 Jan 15 15:03:55.233814 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7a8002e3-bec3-4670-8b28-8ef2e8baed4c req-6ab191de-f471-4ec6-8ad4-3a35c68b0a6b tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824044 Jan 15 15:03:55.251020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:52Z', 'revision_number': 3, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:55.255761 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Checking router: fd1f0ae3-d937-4590-aa6f-86fe2d120542 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:03:55.256237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Updating router fd1f0ae3-d937-4590-aa6f-86fe2d120542 port 10f171b8-465e-499a-96b9-91612f5878b6 binding host dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:03:55.315579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:55.365840 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-d87e62d6-bb5a-497f-906c-e05657ca1137 None None] Provisioning complete for port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:55.370110 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d87e62d6-bb5a-497f-906c-e05657ca1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:55.561371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57caf6-1bbb-4ee9-aaf2-e58a096ebf8c req-6ca03e7a-077a-4737-b237-9b657bd040cc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:55.570345 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9c57caf6-1bbb-4ee9-aaf2-e58a096ebf8c req-6ca03e7a-077a-4737-b237-9b657bd040cc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2201664 Jan 15 15:03:55.690835 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9c57caf6-1bbb-4ee9-aaf2-e58a096ebf8c req-0f14872a-ac0a-4cb4-916f-57f5aa176fb9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169252 Jan 15 15:03:55.730477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:55.748714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 376dcffb-9ae3-448e-ab6b-86e94cbbc919 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:55.799427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:55.814327 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Transition to ACTIVE for port object 10f171b8-465e-499a-96b9-91612f5878b6 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:55.817358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:55.838394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-26f78e7f-7a06-4099-905e-a24ec4dec049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:55.869315 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:55.869865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:55.962052 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.007779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Pushing event updated for resources: {'Port': ['ID=10f171b8-465e-499a-96b9-91612f5878b6,revision_number=2']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:56.024357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.024738 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.025109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.025472 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.026158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.026530 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.026891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.027383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.027788 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.028151 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.028504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.028852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.029280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.029794 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.030148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.030647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.031363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.031827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.032314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.032668 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.033018 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.033373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.033720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.034069 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:56.038467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:56.095555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Attempting to bind port 10f171b8-465e-499a-96b9-91612f5878b6 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:03:56.095998 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Attempting to bind port 10f171b8-465e-499a-96b9-91612f5878b6 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:03:56.096433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Attempting to bind port 10f171b8-465e-499a-96b9-91612f5878b6 on network 5d29fd04-ed01-410d-a94e-5841f80335e6 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:03:56.103008 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:03:56.103416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Checking segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:56.103897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.104524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Bound using segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:03:56.104939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Bound port: 10f171b8-465e-499a-96b9-91612f5878b6, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:03:56.105348 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.154065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Allocated IP 172.20.0.1 (b5428b9a-bf65-4f88-bb33-15f7b7920075/c4f20d22-0594-4bfc-a4d1-1138f672a125/a68ba074-b8dc-4247-883a-59d767f5edcf) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:56.197387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] For port 10f171b8-465e-499a-96b9-91612f5878b6, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:03:56.200854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] For port 10f171b8-465e-499a-96b9-91612f5878b6, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=10f171b8-465e-499a-96b9-91612f5878b6,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:03:56.205385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.225198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:56.388449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.392066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa291d-2392-40bb-945a-23b834705a27 req-f43508a6-fab9-4e36-82b4-860db22705d9 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:56.393984 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-daaa291d-2392-40bb-945a-23b834705a27 req-f43508a6-fab9-4e36-82b4-860db22705d9 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1327093 Jan 15 15:03:56.413172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Transition to ACTIVE for port object a68ba074-b8dc-4247-883a-59d767f5edcf will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:56.430526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Pushing event updated for resources: {'Port': ['ID=10f171b8-465e-499a-96b9-91612f5878b6,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:56.441695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:56.445503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.473030 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f60920b6-cd83-4247-8e0a-75c401aac661 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:56.495818 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Routers {'fd1f0ae3-d937-4590-aa6f-86fe2d120542'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:03:56.496654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:03:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:56.532917 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-daaa291d-2392-40bb-945a-23b834705a27 req-9f7db686-8f83-435e-abed-5d194bbcabc6 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275287 Jan 15 15:03:56.596305 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b39b91-2501-48a1-b027-26d27f4900b3 req-b04d85d5-2153-4eb0-8292-34adea4a1713 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:56.598091 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-02b39b91-2501-48a1-b027-26d27f4900b3 req-b04d85d5-2153-4eb0-8292-34adea4a1713 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1528709 Jan 15 15:03:56.658339 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-02b39b91-2501-48a1-b027-26d27f4900b3 req-fd68e36a-ed9b-4d68-8890-982cf9fde1a0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524192 Jan 15 15:03:56.677698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Pushing event updated for resources: {'Port': ['ID=a68ba074-b8dc-4247-883a-59d767f5edcf,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:56.682224 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:56.720241 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] Set router fd1f0ae3-d937-4590-aa6f-86fe2d120542 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:03:56.744446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:56.745689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:56.748907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:03:56.862701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.904009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852806391'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.172655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-8524cd60-0ed4-423c-b5ed-f23990151c08 None None] Provisioning for port a68ba074-b8dc-4247-883a-59d767f5edcf completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:57.183646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-8524cd60-0ed4-423c-b5ed-f23990151c08 None None] Provisioning complete for port a68ba074-b8dc-4247-883a-59d767f5edcf triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:57.184232 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8524cd60-0ed4-423c-b5ed-f23990151c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.207476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.251824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffc088-4bfb-4db6-8cc2-b6963872aa03 req-4ddad343-f1aa-4100-8d83-3ed1eac1d270 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:57.252142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-8524cd60-0ed4-423c-b5ed-f23990151c08 None None] Port a68ba074-b8dc-4247-883a-59d767f5edcf cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:03:57.256192 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9fffc088-4bfb-4db6-8cc2-b6963872aa03 req-4ddad343-f1aa-4100-8d83-3ed1eac1d270 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1624601 Jan 15 15:03:57.305980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:52Z', 'revision_number': 3, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:03:57.310563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb8e69-e633-4959-a4b4-b73fee8a30ec None None] The sync data for ids ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'] in dv-cinder-689486-7-iscsi is: [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:52Z', 'revision_number': 3, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:03:57.334746 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-389e4303-6ca9-4731-9d61-65c0fac63e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:57.337097 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-389e4303-6ca9-4731-9d61-65c0fac63e64 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 911 time: 0.4676590 Jan 15 15:03:57.359645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.485665 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9fffc088-4bfb-4db6-8cc2-b6963872aa03 req-950854fc-15fa-4147-bd10-224854d22567 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837292 Jan 15 15:03:57.488928 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-d9ab16a4-ec3d-4298-ad3e-ba437630c0a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec6caac4-3cbc-40e2-b862-60fb96a26df1 HTTP/1.1" status: 200 len: 217 time: 0.1403909 Jan 15 15:03:57.524466 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.529090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.562036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:57.567524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210a9fd-946b-485c-b208-477511088f39 req-8e8f75d5-34cf-4658-ac87-d85207f87fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:57.569205 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8210a9fd-946b-485c-b208-477511088f39 req-8e8f75d5-34cf-4658-ac87-d85207f87fbe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 1162 time: 0.3118544 Jan 15 15:03:57.580929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-debf9632-6c48-41cf-b976-343ff6c46540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:57.582488 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-debf9632-6c48-41cf-b976-343ff6c46540 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.0780842 Jan 15 15:03:57.786836 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-2740ddd0-e6db-4837-bb89-f394876e9cbc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1881728 Jan 15 15:03:57.975272 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1168418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969654'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.992249 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Pushing event updated for resources: {'Port': ['ID=a68ba074-b8dc-4247-883a-59d767f5edcf,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:58.003838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:58.247487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:58.252042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:58.352764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210a9fd-946b-485c-b208-477511088f39 req-33c9083d-4c55-4429-818f-525ebe2341f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:58.354412 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8210a9fd-946b-485c-b208-477511088f39 req-33c9083d-4c55-4429-818f-525ebe2341f6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 200 len: 904 time: 0.6761529 Jan 15 15:03:58.683887 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8210a9fd-946b-485c-b208-477511088f39 req-d5d3e168-e376-4d31-9753-a81eaebc6438 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e912f340-2289-4eae-a066-d62858a52d12 HTTP/1.1" status: 200 len: 1001 time: 0.2214606 Jan 15 15:03:58.710745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-252e945c-2352-4958-bbdb-1dde33f9d64f None None] Provisioning complete for port a68ba074-b8dc-4247-883a-59d767f5edcf triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:03:58.715032 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-252e945c-2352-4958-bbdb-1dde33f9d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.733889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Router fd1f0ae3-d937-4590-aa6f-86fe2d120542 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:03:58.843625 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-b10720f6-cb12-4e21-9813-e9bbd60d246b service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0363302 Jan 15 15:03:58.901440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-252e945c-2352-4958-bbdb-1dde33f9d64f None None] Port a68ba074-b8dc-4247-883a-59d767f5edcf cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:03:59.080767 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bea8ba36-4885-4d9d-9e05-a32ae9a8a44f req-034a9112-9f03-4ae6-a407-e64955882837 service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1638472 Jan 15 15:03:59.127586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ca527-c5db-401a-b641-976246d23ed2 req-a6644606-89d7-4750-af56-8e2afc6b9165 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:59.139050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:03:59.140030 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-084ca527-c5db-401a-b641-976246d23ed2 req-a6644606-89d7-4750-af56-8e2afc6b9165 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 1.4597504 Jan 15 15:03:59.160943 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] 10.222.0.70 "PUT /v2.0/routers/fd1f0ae3-d937-4590-aa6f-86fe2d120542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4506693 Jan 15 15:03:59.254066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b508887-2ac7-4274-ae47-5577a07c8ea3 req-0a2ad583-1c97-4333-97b9-dc4e97f60759 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:59.261604 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1b508887-2ac7-4274-ae47-5577a07c8ea3 req-0a2ad583-1c97-4333-97b9-dc4e97f60759 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 1.0365067 Jan 15 15:03:59.308855 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-084ca527-c5db-401a-b641-976246d23ed2 req-c93feae7-5adc-48d5-921a-1d6aa056fd4e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619542 Jan 15 15:03:59.310151 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210a9fd-946b-485c-b208-477511088f39 req-f6813ed6-acc8-4952-a0b1-d229dfa5f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:59.311651 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8210a9fd-946b-485c-b208-477511088f39 req-f6813ed6-acc8-4952-a0b1-d229dfa5f5e9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d392861e-6d5e-4ae3-98bb-b788b96f093b HTTP/1.1" status: 200 len: 849 time: 0.4787097 Jan 15 15:03:59.360383 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1b508887-2ac7-4274-ae47-5577a07c8ea3 req-7fe516a2-3d3f-47fe-b48f-27e5ade30bf7 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977561 Jan 15 15:03:59.844646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 10f171b8-465e-499a-96b9-91612f5878b6 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:03:59.870195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53870ffd-9a71-4a9b-8b3d-f729ce04b52a req-7dc526d4-8745-4c9b-b1ab-eb57ad79c852 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:59.872729 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-53870ffd-9a71-4a9b-8b3d-f729ce04b52a req-7dc526d4-8745-4c9b-b1ab-eb57ad79c852 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2657902 Jan 15 15:03:59.996529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 10f171b8-465e-499a-96b9-91612f5878b6 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:03:59.996529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:59.999962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 10f171b8-465e-499a-96b9-91612f5878b6 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:00.001674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.006492 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-53870ffd-9a71-4a9b-8b3d-f729ce04b52a req-1baa3834-800d-48f1-b400-f7dcc9a37406 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222456 Jan 15 15:04:00.191663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.225993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 10f171b8-465e-499a-96b9-91612f5878b6, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=10f171b8-465e-499a-96b9-91612f5878b6,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:00.230011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.232839 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:00.385034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210a9fd-946b-485c-b208-477511088f39 req-76e88c64-78b8-49bf-8ec5-bc97c5128358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:00.386949 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8210a9fd-946b-485c-b208-477511088f39 req-76e88c64-78b8-49bf-8ec5-bc97c5128358 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42458e79-ac6d-4767-80af-a1ca69ae5ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1946983 Jan 15 15:04:00.435459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=10f171b8-465e-499a-96b9-91612f5878b6,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:00.450778 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:00.707813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce992196-8200-45e6-b963-5ca879fe3167 req-cb1cf10d-7a00-4e6d-adc3-f9ee8b6aa46e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:00.716123 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ce992196-8200-45e6-b963-5ca879fe3167 req-cb1cf10d-7a00-4e6d-adc3-f9ee8b6aa46e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1860461 Jan 15 15:04:00.785765 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ce992196-8200-45e6-b963-5ca879fe3167 req-81ee251c-b60c-4bcc-be7d-cfc584d31511 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682693 Jan 15 15:04:00.869138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Sync routers for ids ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:04:00.886563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Routers {'fd1f0ae3-d937-4590-aa6f-86fe2d120542'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:00.887591 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:03:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:01.098792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Set router fd1f0ae3-d937-4590-aa6f-86fe2d120542 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:01.460329 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8210a9fd-946b-485c-b208-477511088f39 req-815b5c1f-c018-49fc-9534-d30bd04dfaf6 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797815 Jan 15 15:04:01.618196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'a68ba074-b8dc-4247-883a-59d767f5edcf', 'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'mac_address': 'fa:16:3e:5d:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 2, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'subnets': [{'id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:01.625232 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Checking router: fd1f0ae3-d937-4590-aa6f-86fe2d120542 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:04:01.626128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Updating router fd1f0ae3-d937-4590-aa6f-86fe2d120542 port a68ba074-b8dc-4247-883a-59d767f5edcf binding host dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:04:01.655827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5a5e1-76d0-4778-b54b-f40b91b5770c req-d9b12eaf-9c42-4013-b594-2019131b4275 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:01.658855 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2f5a5e1-76d0-4778-b54b-f40b91b5770c req-d9b12eaf-9c42-4013-b594-2019131b4275 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1974885 Jan 15 15:04:01.742855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:01.795270 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2f5a5e1-76d0-4778-b54b-f40b91b5770c req-1ba3bbb7-9159-4de3-9fad-db1b38d7e973 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283405 Jan 15 15:04:01.795558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 10f171b8-465e-499a-96b9-91612f5878b6 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:02.041474 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91125901-0c28-4d26-8ce2-f71bb7de6cc3 req-de8f13eb-0133-45c9-8379-2acf6d8bb294 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:02.050537 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-91125901-0c28-4d26-8ce2-f71bb7de6cc3 req-de8f13eb-0133-45c9-8379-2acf6d8bb294 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1219213 Jan 15 15:04:02.140497 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-91125901-0c28-4d26-8ce2-f71bb7de6cc3 req-ebd3fc3e-aad0-4f53-94f1-f075be46c49b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886085 Jan 15 15:04:02.351766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Notify callbacks [] for port, precommit_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:02.365961 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Transition to ACTIVE for port object a68ba074-b8dc-4247-883a-59d767f5edcf will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:02.369489 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8210a9fd-946b-485c-b208-477511088f39 req-58b6e641-96ed-4229-b7d1-7c183f8c6873 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2556033 Jan 15 15:04:02.372518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:02.602404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:02.762878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7399ad-9dbf-4ff2-87de-eb8cfedbab77 None None] Pushing event updated for resources: {'Port': ['ID=a68ba074-b8dc-4247-883a-59d767f5edcf,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:03.061261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3d7399ad-9dbf-4ff2-87de-eb8cfedbab77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:03.178208 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 10f171b8-465e-499a-96b9-91612f5878b6 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:03.178984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.313243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Attempting to bind port a68ba074-b8dc-4247-883a-59d767f5edcf on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:03.314044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Attempting to bind port a68ba074-b8dc-4247-883a-59d767f5edcf by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:03.314649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Attempting to bind port a68ba074-b8dc-4247-883a-59d767f5edcf on network b5428b9a-bf65-4f88-bb33-15f7b7920075 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:03.325799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:03.326492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Checking segment: {'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:03.327127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.327811 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Bound using segment: {'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:03.329341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Bound port: a68ba074-b8dc-4247-883a-59d767f5edcf, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:03.330111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.450713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] For port a68ba074-b8dc-4247-883a-59d767f5edcf, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:03.458656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] For port a68ba074-b8dc-4247-883a-59d767f5edcf, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=a68ba074-b8dc-4247-883a-59d767f5edcf,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:03.474058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.646443 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d500-af7b-4d1f-9693-0a6fc1bb1735 req-bf278099-c6ee-48c6-96f3-bf0f8d91f2e9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:03.670149 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-44c3d500-af7b-4d1f-9693-0a6fc1bb1735 req-bf278099-c6ee-48c6-96f3-bf0f8d91f2e9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.4947050 Jan 15 15:04:03.714309 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:03.998547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Routers {'fd1f0ae3-d937-4590-aa6f-86fe2d120542'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:03.999251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:03:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:04.041923 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-44c3d500-af7b-4d1f-9693-0a6fc1bb1735 req-22482c1a-70cd-4413-ab84-521a7f4dc111 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708034 Jan 15 15:04:04.122229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297720a2-2f62-4569-b78a-fa2e84f0f876 req-c2a2f6b7-e361-401b-9f7c-6020511b45af tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:04.153005 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-297720a2-2f62-4569-b78a-fa2e84f0f876 req-c2a2f6b7-e361-401b-9f7c-6020511b45af tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.4713106 Jan 15 15:04:04.246352 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-297720a2-2f62-4569-b78a-fa2e84f0f876 req-4656d7ba-5516-471e-86f9-96706ed7c219 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914288 Jan 15 15:04:05.048172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] Set router fd1f0ae3-d937-4590-aa6f-86fe2d120542 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:05.054376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a05b08-a009-42a5-ae31-ad54adae1e49 req-c1e3ce7a-2a5b-4ebd-b52a-e9844334c016 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:05.062399 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-80a05b08-a009-42a5-ae31-ad54adae1e49 req-c1e3ce7a-2a5b-4ebd-b52a-e9844334c016 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2691071 Jan 15 15:04:05.242965 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-80a05b08-a009-42a5-ae31-ad54adae1e49 req-0e404d89-75c7-40ca-9b01-7de20b15ffd5 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784668 Jan 15 15:04:05.386339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7399ad-9dbf-4ff2-87de-eb8cfedbab77 None None] Pushing event updated for resources: {'Port': ['ID=a68ba074-b8dc-4247-883a-59d767f5edcf,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:05.394212 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device e912f340-2289-4eae-a066-d62858a52d12 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:05.458369 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3d7399ad-9dbf-4ff2-87de-eb8cfedbab77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.735s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:05.565676 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37686) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:05.867952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcf0de-01c2-49f8-991f-a45214ad1d21 req-30b67fad-cc73-4cc9-8639-99214926df1b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:05.885460 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46bcf0de-01c2-49f8-991f-a45214ad1d21 req-30b67fad-cc73-4cc9-8639-99214926df1b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.4114540 Jan 15 15:04:05.946502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:05.954169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981ffd2-7707-4d2b-a011-8940df7ddeaf req-441db519-619c-4084-853e-8c3a45c3f79e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:05.956127 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c981ffd2-7707-4d2b-a011-8940df7ddeaf req-441db519-619c-4084-853e-8c3a45c3f79e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2987165 Jan 15 15:04:05.973880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port e912f340-2289-4eae-a066-d62858a52d12 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:05.973880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.010149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:06.026556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Usage tracker for resource:security_group_rule and tenant:da032a90ffca4c3d927b0c79b63b7963 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:06.027310 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46bcf0de-01c2-49f8-991f-a45214ad1d21 req-526a705f-3879-47eb-b883-911ed8fa5e6e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370056 Jan 15 15:04:06.030019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:06.042551 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:06.094318 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c981ffd2-7707-4d2b-a011-8940df7ddeaf req-bfaff655-e93a-49b8-a79e-73d9230fa92e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120017 Jan 15 15:04:06.167087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'a68ba074-b8dc-4247-883a-59d767f5edcf', 'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'mac_address': 'fa:16:3e:5d:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:03Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'subnets': [{'id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:06.189221 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af3a78c-cdbe-4915-b137-7de531670756 None None] The sync data for ids ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'] in dv-cinder-689486-7-iscsi is: [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'a68ba074-b8dc-4247-883a-59d767f5edcf', 'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'mac_address': 'fa:16:3e:5d:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:03Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'subnets': [{'id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:04:06.327822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.349553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.386634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b6aef385-5011-4e12-bdd0-725dc9509a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:06.540897 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da032a90ffca4c3d927b0c79b63b7963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9737518 Jan 15 15:04:06.544613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37708) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:06.545753 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cf1f56-fc68-45a6-abdc-175ae27508ba,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:06.583595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.584381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.585001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.585606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.586214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.586803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.587425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.588096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.588685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.589373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.589972 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.590568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.591244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.591862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.592459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.593048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.593631 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.594508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.595168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.595783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.596396 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.596985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.597571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.598147 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:06.603237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:06.726343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9104bce5-faf4-4765-874d-a6def04731f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.776573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9104bce5-faf4-4765-874d-a6def04731f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.828336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9104bce5-faf4-4765-874d-a6def04731f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.842400 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3a1337f6-34ee-431a-a50a-91a26baa607a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:06.873248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104bce5-faf4-4765-874d-a6def04731f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cf1f56-fc68-45a6-abdc-175ae27508ba,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:06.878995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9104bce5-faf4-4765-874d-a6def04731f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:06.887504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9104bce5-faf4-4765-874d-a6def04731f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.897497 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9104bce5-faf4-4765-874d-a6def04731f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00cf1f56-fc68-45a6-abdc-175ae27508ba HTTP/1.1" status: 204 len: 168 time: 0.3490176 Jan 15 15:04:07.708609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cae17d-914d-4708-b54b-f026df1e8a54 req-e7a323a6-fe51-4b57-9dd4-8c09d60461a5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:07.720674 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-71cae17d-914d-4708-b54b-f026df1e8a54 req-e7a323a6-fe51-4b57-9dd4-8c09d60461a5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.3166487 Jan 15 15:04:07.884424 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-71cae17d-914d-4708-b54b-f026df1e8a54 req-906c1d0f-ac76-4f30-b2c7-44fcef0095c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628060 Jan 15 15:04:08.093187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a68ba074-b8dc-4247-883a-59d767f5edcf up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:08.278683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port a68ba074-b8dc-4247-883a-59d767f5edcf completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:08.286897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port a68ba074-b8dc-4247-883a-59d767f5edcf triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:08.287328 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.541846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.604663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port a68ba074-b8dc-4247-883a-59d767f5edcf, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=a68ba074-b8dc-4247-883a-59d767f5edcf,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:08.609337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.619923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:08.747165 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=a68ba074-b8dc-4247-883a-59d767f5edcf,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:08.761293 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:09.291185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37772) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:09.496078 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee5c79-7359-49ef-9c2a-057d77249fb6 req-59c41272-989c-45a4-abc7-a0f33952b2c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:09.497820 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c3ee5c79-7359-49ef-9c2a-057d77249fb6 req-59c41272-989c-45a4-abc7-a0f33952b2c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2079680 Jan 15 15:04:09.631738 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c3ee5c79-7359-49ef-9c2a-057d77249fb6 req-9f830bb2-15e8-4c6a-b4b7-09f1463e888f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208653 Jan 15 15:04:09.641794 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-884657879-network', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:09.657317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:09.668363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Usage tracker for resource:network and tenant:5fad5f224f3a41b7a8f3221955f351cb is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:09.675069 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:09.685160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:09.714607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Made reservation on behalf of 5fad5f224f3a41b7a8f3221955f351cb for: {'network': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:09.722033 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.761327 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.799967 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:09.810619 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Usage tracker for resource:security_group_rule and tenant:5fad5f224f3a41b7a8f3221955f351cb is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:09.816712 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:09.823274 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:10.002950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a68ba074-b8dc-4247-883a-59d767f5edcf up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:10.057853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.067755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.085353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-66cc60f1-0dc0-4398-b686-532c32ae711e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:10.088192 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port a68ba074-b8dc-4247-883a-59d767f5edcf triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:10.088821 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.157795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8e2993-b02a-4b18-b86b-6a674817c652,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:10.173128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:04:10.176658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:10.204345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.204736 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Added segment 874503fc-c47d-462a-b953-d0318be847e4 of type vxlan for network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 Jan 15 15:04:10.266486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.372667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.374006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:10.374654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.471552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-71108e7f-c406-462e-81b5-1595e1fb83f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:10.534707 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2416801 Jan 15 15:04:10.539472 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37794) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:10.546251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Request body: {'subnet': {'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-884657879-subnet', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:10.559941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:10.564665 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Usage tracker for resource:subnet and tenant:5fad5f224f3a41b7a8f3221955f351cb is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:10.569698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:10.597380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:10.625665 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Made reservation on behalf of 5fad5f224f3a41b7a8f3221955f351cb for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:10.639388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851125497'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.804455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Pushing event updated for resources: {'Network': ['ID=f14cb6b6-4ee7-43cf-a8e0-9286f9842639,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:10.997823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:11.008642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:11.204924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba9716-8060-4bab-8c88-6d0712811451 req-12393da7-dae0-468a-9b0f-3dfdede65694 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:11.213799 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8eba9716-8060-4bab-8c88-6d0712811451 req-12393da7-dae0-468a-9b0f-3dfdede65694 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1760659 Jan 15 15:04:11.331081 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:11.348298 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8eba9716-8060-4bab-8c88-6d0712811451 req-11571019-9402-4256-8a1a-89f6aa2f6177 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333604 Jan 15 15:04:11.438866 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37820) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:11.754572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.810110 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:11.821040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] Usage tracker for resource:security_group_rule and tenant:fe61344acdd04e409007593d6dd1a869 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:11.826773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850709344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851125450'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.827593 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:11.840520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:11.886937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:04:11.985091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.989334 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.020168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c8eaf75b-ed12-4e3d-bc09-1d14995fc0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:12.059951 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe61344acdd04e409007593d6dd1a869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198940 Jan 15 15:04:12.060912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37836) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:12.061845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc181ff-e187-48cd-bc58-156430b5fc5b,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:12.079540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9081285a-fc7c-4528-829d-09d0ad505bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:12.082174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:12.182927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:12.203157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:12.214915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef20e205-8efe-4964-9325-0376a2bf5cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.274910 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef20e205-8efe-4964-9325-0376a2bf5cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.278795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Checking segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:12.279485 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Network hostable DHCP agents. Network: f14cb6b6-4ee7-43cf-a8e0-9286f9842639, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:04:12.319521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:04:12.332523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef20e205-8efe-4964-9325-0376a2bf5cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.336269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, f14cb6b6-4ee7-43cf-a8e0-9286f9842639) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:12.338941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:12.348531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f56da-138b-4206-9d6d-b29308528b75 None None] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:12.351249 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20e205-8efe-4964-9325-0376a2bf5cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc181ff-e187-48cd-bc58-156430b5fc5b,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:12.353727 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ef20e205-8efe-4964-9325-0376a2bf5cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:12.359693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef20e205-8efe-4964-9325-0376a2bf5cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.360885 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ef20e205-8efe-4964-9325-0376a2bf5cb1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1dc181ff-e187-48cd-bc58-156430b5fc5b HTTP/1.1" status: 204 len: 168 time: 0.2942224 Jan 15 15:04:12.373769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:12.375777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.464818 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d5857170-1152-4069-9ec1-5699d911e763 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9240134 Jan 15 15:04:12.467578 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37848) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:12.474513 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:12.492096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:12.503385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Usage tracker for resource:router and tenant:5fad5f224f3a41b7a8f3221955f351cb is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:12.512117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:12.540785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:12.584037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48989'] for router, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.586800 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852803243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1982770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726810'] for router, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.623327 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.046518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2f9bea-895b-58e7-9e77-4544d41874e9-f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064'}]}} from dv-cinder-689486-7-iscsi. {{(pid=80086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:04:13.048836 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.550975 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Allocated IP 172.20.0.2 (f14cb6b6-4ee7-43cf-a8e0-9286f9842639/16b9f3a3-fb9b-44ec-bb51-ac83c2be2064/72b2982f-68b5-4b82-a231-455f3bb39d5a) {{(pid=80086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:13.644374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1982755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726793'] for router, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.850211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Notify callbacks [] for port, precommit_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.871950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Transition to ACTIVE for port object 72b2982f-68b5-4b82-a231-455f3bb39d5a will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:13.900922 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Transition to ACTIVE for port object 72b2982f-68b5-4b82-a231-455f3bb39d5a will not be triggered until provisioned by entity DHCP. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:13.904256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:13.907473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e623e2-107f-4d7e-9aa8-26549333675c req-8fea98c7-90af-4657-92ff-b0908e9dcdba tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:13.916149 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96e623e2-107f-4d7e-9aa8-26549333675c req-8fea98c7-90af-4657-92ff-b0908e9dcdba tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.8671136 Jan 15 15:04:13.993329 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96e623e2-107f-4d7e-9aa8-26549333675c req-8f064228-176b-4d07-941b-831112cdbe1f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756955 Jan 15 15:04:14.066559 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:14.159942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Pushing event updated for resources: {'Port': ['ID=72b2982f-68b5-4b82-a231-455f3bb39d5a,revision_number=1']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:14.171134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:14.186956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 is already hosted by enough agents. {{(pid=80086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:14.188828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Resources bound (agent type, host, resource id): {{(pid=80086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:14.196061 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Received port after_create {{(pid=80086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:14.263337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Attempting to bind port 72b2982f-68b5-4b82-a231-455f3bb39d5a on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:14.267121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Attempting to bind port 72b2982f-68b5-4b82-a231-455f3bb39d5a by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:14.267121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Attempting to bind port 72b2982f-68b5-4b82-a231-455f3bb39d5a on network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:14.271762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:14.272280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Checking segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:14.272806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.273322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Bound using segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:14.273928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Bound port: 72b2982f-68b5-4b82-a231-455f3bb39d5a, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:14.274421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.287362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.322017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.431590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] For port 72b2982f-68b5-4b82-a231-455f3bb39d5a, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:14.443992 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] For port 72b2982f-68b5-4b82-a231-455f3bb39d5a, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=72b2982f-68b5-4b82-a231-455f3bb39d5a,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:14.453677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.518044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3d7399ad-9dbf-4ff2-87de-eb8cfedbab77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:14.649982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Allocated IP 172.27.1.207 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/c0db82f4-95c1-41a6-9e18-02075fb8e45e) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:14.681611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Pushing event updated for resources: {'Port': ['ID=72b2982f-68b5-4b82-a231-455f3bb39d5a,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:14.693970 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:14.889097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.946614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.976536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:15.558464 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:15.575113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:15.581819 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:15.616718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Pushing event updated for resources: {'Port': ['ID=c0db82f4-95c1-41a6-9e18-02075fb8e45e,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:15.634279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:15.894186 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b0dd7-9eae-45e7-982b-c51f113d0e2a req-c39a0c33-c6d2-47c7-bd6a-12974ffa7f9f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:15.907720 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2e8b0dd7-9eae-45e7-982b-c51f113d0e2a req-c39a0c33-c6d2-47c7-bd6a-12974ffa7f9f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.5446973 Jan 15 15:04:16.079099 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 72b2982f-68b5-4b82-a231-455f3bb39d5a up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:16.158010 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2e8b0dd7-9eae-45e7-982b-c51f113d0e2a req-c58db657-119e-4dca-a6cc-fd16eb0da060 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452624 Jan 15 15:04:16.202088 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 72b2982f-68b5-4b82-a231-455f3bb39d5a completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:16.822255 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.368730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce69a8ed-5827-42dd-885e-81f8e4c13238 None None] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:17.834596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-24a2a23c-120a-4635-a327-95c50e52bd7d None None] Provisioning for port 72b2982f-68b5-4b82-a231-455f3bb39d5a completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:17.846504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-24a2a23c-120a-4635-a327-95c50e52bd7d None None] Provisioning complete for port 72b2982f-68b5-4b82-a231-455f3bb39d5a triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:17.847260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-24a2a23c-120a-4635-a327-95c50e52bd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.899180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852803285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852792883'] for router, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.254692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-24a2a23c-120a-4635-a327-95c50e52bd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.272305 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee75784-fd37-4941-bd95-608176ce8414 req-923a9624-ad1c-4802-bccb-e1f3e3f67661 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:18.273968 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cee75784-fd37-4941-bd95-608176ce8414 req-923a9624-ad1c-4802-bccb-e1f3e3f67661 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.6653457 Jan 15 15:04:18.327512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70afe88-601a-46b9-9d2f-d6a0c7414c65 req-9f8af17a-8bef-48f5-b0bd-ff1b44ca2cde tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:18.329417 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c70afe88-601a-46b9-9d2f-d6a0c7414c65 req-9f8af17a-8bef-48f5-b0bd-ff1b44ca2cde tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.4892848 Jan 15 15:04:18.330031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-24a2a23c-120a-4635-a327-95c50e52bd7d None None] For port 72b2982f-68b5-4b82-a231-455f3bb39d5a, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=72b2982f-68b5-4b82-a231-455f3bb39d5a,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:18.346575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-24a2a23c-120a-4635-a327-95c50e52bd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.349357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:18.352484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01456dff-bc16-403c-9b51-78715f8e9f0c req-0955ee85-991c-4530-a5a4-dae5ac6222c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:18.354090 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-01456dff-bc16-403c-9b51-78715f8e9f0c req-0955ee85-991c-4530-a5a4-dae5ac6222c5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 1162 time: 0.6073546 Jan 15 15:04:18.466572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2a23c-120a-4635-a327-95c50e52bd7d None None] Pushing event updated for resources: {'Port': ['ID=72b2982f-68b5-4b82-a231-455f3bb39d5a,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:18.470854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-24a2a23c-120a-4635-a327-95c50e52bd7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:18.488575 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cee75784-fd37-4941-bd95-608176ce8414 req-71164a90-1b91-4803-9ed5-7e12de65d264 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894038 Jan 15 15:04:18.620996 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c70afe88-601a-46b9-9d2f-d6a0c7414c65 req-1dbb7dcc-6db7-4249-81c0-f74d1ece7700 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747693 Jan 15 15:04:18.637763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Router 13f22f25-3338-4788-ab0c-e01c7db6ce5c is scheduled to L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b with binding_index 1 {{(pid=80085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:04:18.694968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37934) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:18.793221 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-0c1246da-7036-4152-be5f-633ba748f062 None None] Provisioning complete for port 72b2982f-68b5-4b82-a231-455f3bb39d5a triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:18.793725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c1246da-7036-4152-be5f-633ba748f062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.831949 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01456dff-bc16-403c-9b51-78715f8e9f0c req-7181f04b-5381-4fa7-ba20-782273b5d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:18.833823 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-01456dff-bc16-403c-9b51-78715f8e9f0c req-7181f04b-5381-4fa7-ba20-782273b5d279 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 911 time: 0.4370103 Jan 15 15:04:18.934469 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-01456dff-bc16-403c-9b51-78715f8e9f0c req-25e4aa71-3ef7-4dc0-85e2-733707748a2f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a66cec-c28c-4465-b722-d90229fdc98b HTTP/1.1" status: 200 len: 217 time: 0.0867999 Jan 15 15:04:18.972288 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:04:18.985685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Sync routers for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:04:18.986973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.998559 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Notify callbacks [] for router, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.001225 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5323460 Jan 15 15:04:19.004549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 37942) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:19.008358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:19.009089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:03:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:19.015299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:19.021990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] Usage tracker for resource:security_group_rule and tenant:ac81cb05e5704b0aa0457497d235cf5b is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:19.026759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:19.033708 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:19.104681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-c20411a7-e2cf-42d7-aa3a-b221aa15ac0c None None] Provisioning complete for port 72b2982f-68b5-4b82-a231-455f3bb39d5a triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:19.105108 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c20411a7-e2cf-42d7-aa3a-b221aa15ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.166910 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.170159 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.194041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1ae51217-b8e3-45ce-9bb9-81701117b70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:19.256570 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac81cb05e5704b0aa0457497d235cf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603514 Jan 15 15:04:19.257525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37956) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:19.258389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f865e4f-66fa-4ab6-8a0d-3cd0a907a7d6,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:19.263979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:19.338678 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ac80ad61-01cd-47bc-8d38-ed626bf9e670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.375753 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ac80ad61-01cd-47bc-8d38-ed626bf9e670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.430797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ac80ad61-01cd-47bc-8d38-ed626bf9e670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.436900 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-cc84964b-a963-43f0-84f5-7c76371dce07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:19.441728 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01456dff-bc16-403c-9b51-78715f8e9f0c req-5c5969e9-d405-4888-94ff-7ff84cb422d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:19.443347 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-01456dff-bc16-403c-9b51-78715f8e9f0c req-5c5969e9-d405-4888-94ff-7ff84cb422d6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.3716645 Jan 15 15:04:19.474940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ac80ad61-01cd-47bc-8d38-ed626bf9e670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.478672 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ac80ad61-01cd-47bc-8d38-ed626bf9e670 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f865e4f-66fa-4ab6-8a0d-3cd0a907a7d6 HTTP/1.1" status: 204 len: 168 time: 0.2145443 Jan 15 15:04:19.478672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80ad61-01cd-47bc-8d38-ed626bf9e670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f865e4f-66fa-4ab6-8a0d-3cd0a907a7d6,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:19.481077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-3dbeab30-b4c8-4819-b7ea-4ba3a580c5a1 None None] Provisioning complete for port 72b2982f-68b5-4b82-a231-455f3bb39d5a triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:19.481705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3dbeab30-b4c8-4819-b7ea-4ba3a580c5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.487120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ac80ad61-01cd-47bc-8d38-ed626bf9e670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:19.530132 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-01456dff-bc16-403c-9b51-78715f8e9f0c req-1aba5031-f33b-4d92-b34f-2f7854e89048 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644207 Jan 15 15:04:19.606343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:19.975447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 72b2982f-68b5-4b82-a231-455f3bb39d5a up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:19.986343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:16Z', 'revision_number': 3, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:19.991126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Checking router: 13f22f25-3338-4788-ab0c-e01c7db6ce5c for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:04:19.991512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Updating router 13f22f25-3338-4788-ab0c-e01c7db6ce5c port c0db82f4-95c1-41a6-9e18-02075fb8e45e binding host dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:04:20.054863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.065416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 72b2982f-68b5-4b82-a231-455f3bb39d5a triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:20.066424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.159020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-0210f11a-9b34-45a2-bd19-11bc0793a3b7 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:20.160733 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-0210f11a-9b34-45a2-bd19-11bc0793a3b7 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 815 time: 0.8847790 Jan 15 15:04:20.236067 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-8393ff20-19e6-4290-9d9b-cfe1351dac5e tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/quotas/2bddca64205e4ddeba87efcdcaab8fb9 HTTP/1.1" status: 200 len: 375 time: 0.0490861 Jan 15 15:04:20.357501 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-01456dff-bc16-403c-9b51-78715f8e9f0c req-a9ebc1f5-80dc-42fd-9f42-e6614fd8f1cf service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635281 Jan 15 15:04:20.359945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-23184966-9dcb-4866-a8f4-8210823e4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:20.362004 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-23184966-9dcb-4866-a8f4-8210823e4e31 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 1163 time: 0.8263528 Jan 15 15:04:20.388781 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f652ec-31a1-4840-9ae9-a0fd995027b9 req-d68a44a0-fab6-4425-8a56-5198ca5ad2a4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:20.391258 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f7f652ec-31a1-4840-9ae9-a0fd995027b9 req-d68a44a0-fab6-4425-8a56-5198ca5ad2a4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.4418952 Jan 15 15:04:20.488769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37982) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:20.509641 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.524443 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Transition to ACTIVE for port object c0db82f4-95c1-41a6-9e18-02075fb8e45e will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:20.527470 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.544594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-cae5caf3-1927-47a2-a5bd-a12b256db7a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:20.635968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-606455639-network', 'tenant_id': '2996dc69189d45498f6b201bfbd64f2d'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:20.641224 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:20.645333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Usage tracker for resource:network and tenant:2996dc69189d45498f6b201bfbd64f2d is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:20.649155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:20.655006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:20.666657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Made reservation on behalf of 2996dc69189d45498f6b201bfbd64f2d for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:20.671495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.685517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.690758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206f3d0-5302-4ba1-b3f3-78a49ea47d86 None None] Pushing event updated for resources: {'Port': ['ID=c0db82f4-95c1-41a6-9e18-02075fb8e45e,revision_number=2']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:20.694942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5206f3d0-5302-4ba1-b3f3-78a49ea47d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:20.701252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:20.706242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2996dc69189d45498f6b201bfbd64f2d is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:20.710320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:20.726383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:20.754953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Attempting to bind port c0db82f4-95c1-41a6-9e18-02075fb8e45e on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:20.755363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Attempting to bind port c0db82f4-95c1-41a6-9e18-02075fb8e45e by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:20.755960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Attempting to bind port c0db82f4-95c1-41a6-9e18-02075fb8e45e on network 5d29fd04-ed01-410d-a94e-5841f80335e6 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:20.762170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:20.762735 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Checking segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:20.763157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.763589 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Bound using segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:20.764130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Bound port: c0db82f4-95c1-41a6-9e18-02075fb8e45e, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:20.764770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.816775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.820646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.825159 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ed965b9f-4868-42fe-a033-c6591a866e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:20.842667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] For port c0db82f4-95c1-41a6-9e18-02075fb8e45e, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:20.846969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] For port c0db82f4-95c1-41a6-9e18-02075fb8e45e, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=c0db82f4-95c1-41a6-9e18-02075fb8e45e,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:20.850509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.854704 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f7f652ec-31a1-4840-9ae9-a0fd995027b9 req-6414b4e9-2277-4965-8d5f-858f6f99063a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4261546 Jan 15 15:04:20.856991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:04:20.866450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:20.873032 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.873149 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Added segment 059f45ed-fcf5-43ff-9618-7c9d86cd34f5 of type vxlan for network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 Jan 15 15:04:20.901881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.905494 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-6f3d32d7-e9d1-4450-9bd4-6aed6d495599 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6536591 Jan 15 15:04:20.932820 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae25a12c-97ce-48d9-945b-7914f07b4e35,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:20.936024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.936987 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:20.938159 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:20.939006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.944263 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-17dbc16a-1afc-4ad3-ba02-ee2e7017de9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:21.004396 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-01456dff-bc16-403c-9b51-78715f8e9f0c req-09b1438d-b3e8-40bd-8f89-dd71820ed371 service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6107993 Jan 15 15:04:21.009549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-aaf2cb3f-efe0-4ba3-a1dd-a8fd520afcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:21.011128 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-aaf2cb3f-efe0-4ba3-a1dd-a8fd520afcf1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.6188524 Jan 15 15:04:21.056364 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5665498 Jan 15 15:04:21.059508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 37990) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:21.066593 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Request body: {'subnet': {'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-606455639-subnet', 'tenant_id': '2996dc69189d45498f6b201bfbd64f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:21.073054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:21.077229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Usage tracker for resource:subnet and tenant:2996dc69189d45498f6b201bfbd64f2d is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:21.080623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206f3d0-5302-4ba1-b3f3-78a49ea47d86 None None] Pushing event updated for resources: {'Port': ['ID=c0db82f4-95c1-41a6-9e18-02075fb8e45e,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.080890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:21.087269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5206f3d0-5302-4ba1-b3f3-78a49ea47d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.087475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:21.096413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fab910-fe89-41cc-8ff9-12ca93e9ce45,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.099629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Made reservation on behalf of 2996dc69189d45498f6b201bfbd64f2d for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:21.105709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:21.106634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:03:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:21.111238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:21.112311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851125497'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.141935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6b256614-4618-4165-a584-398debd386c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.298875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:21.301685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:21.304327 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-0b7293f0-1384-42ae-8570-362d771f05b8 service neutron] 10.222.0.70 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972394 Jan 15 15:04:21.358229 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-c1ddb9b5-c0d2-4673-b940-42a4d7848b11 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 HTTP/1.1" status: 200 len: 1001 time: 0.2917471 Jan 15 15:04:21.659517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:16Z', 'revision_number': 3, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:21.664270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3a0b1-193b-44a6-a6b9-72e484f24a17 None None] The sync data for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi is: [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:16Z', 'revision_number': 3, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:04:21.725559 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850709344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851125450'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.742862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8d6d4e9b-700a-48d7-8c52-1d36aef02860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:21.882305 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d7ebe9-5f79-47a5-9c95-7609d796fad8,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.886310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.902806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-3478a98b-7bdb-4253-aecf-c294a8b9868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:21.904437 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-3478a98b-7bdb-4253-aecf-c294a8b9868f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.5058687 Jan 15 15:04:21.951830 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Checking segment: {'id': '059f45ed-fcf5-43ff-9618-7c9d86cd34f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:21.952231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Network hostable DHCP agents. Network: e6fab910-fe89-41cc-8ff9-12ca93e9ce45, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:04:21.971963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:04:21.981624 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, e6fab910-fe89-41cc-8ff9-12ca93e9ce45) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:21.988301 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-b8b59483-d873-4358-82a7-4c159fba3d25 service neutron] 10.222.0.70 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6823947 Jan 15 15:04:21.993451 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48720e3b-ae8b-41e5-aefc-a2de6208a59b None None] Network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:21.997029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.001862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:22.002666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.049017 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-154cbb04-6cde-4f55-878b-a50c3aa0bcc0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9804902 Jan 15 15:04:22.093296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ecdbb-d712-4c00-911e-db4e8d5be105 req-f8589ea0-9f26-48a2-bd01-0921416f216f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:22.113868 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8b9ecdbb-d712-4c00-911e-db4e8d5be105 req-f8589ea0-9f26-48a2-bd01-0921416f216f tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.6492431 Jan 15 15:04:22.337759 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8b9ecdbb-d712-4c00-911e-db4e8d5be105 req-7fac6f53-e9e2-4e82-b9f8-90e36aa440f1 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228134 Jan 15 15:04:22.344287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a00034-4a99-4d8d-ae45-4fad0fcefae6 None None] Network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:22.378634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-f1fc76e8-4098-4273-b68f-f08968a330f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:22.380351 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-f1fc76e8-4098-4273-b68f-f08968a330f1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4514062 Jan 15 15:04:22.771992 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7a873292-93fa-4aa5-acee-3cbbf6916da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.808346 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-121e0afe-1c4c-45a0-8d96-aae94487342c req-9db2b211-e36b-492c-8674-4ab97601fa21 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 210 time: 0.1110070 Jan 15 15:04:22.924454 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-5bf06f58-73da-4c6f-8ab2-14258bb33f3f service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237920 Jan 15 15:04:22.991855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18023ff5-274f-4953-9c1a-e9ba6597f887 req-bab04d16-e991-4e44-867c-86206d7e0634 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:22.993479 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-18023ff5-274f-4953-9c1a-e9ba6597f887 req-bab04d16-e991-4e44-867c-86206d7e0634 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.5317500 Jan 15 15:04:23.194128 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-18023ff5-274f-4953-9c1a-e9ba6597f887 req-37adb7fd-dcdf-44c3-b82e-b205e267fd38 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845019 Jan 15 15:04:23.221076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Allocated IP 172.20.0.1 (f14cb6b6-4ee7-43cf-a8e0-9286f9842639/16b9f3a3-fb9b-44ec-bb51-ac83c2be2064/46654088-a824-4eb0-9a17-e7cee4660602) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:23.297886 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d0cea1a5-392f-4588-88d1-8bfa75c8a08a req-8e261209-f797-4246-a603-2c6a113f309e service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3620055 Jan 15 15:04:23.417401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.435212 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Transition to ACTIVE for port object 46654088-a824-4eb0-9a17-e7cee4660602 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:23.459807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.478836 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d58f5cf4-798d-41e6-ac7c-42c89213d85c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:23.693773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Pushing event updated for resources: {'Port': ['ID=46654088-a824-4eb0-9a17-e7cee4660602,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:23.709111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.709525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.709927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.710322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.710714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.711111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.711501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.711917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.712308 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.712692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.713075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.713455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.713914 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.714296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.714680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.715057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.715460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.715855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.716236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.716617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.716996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.717376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.717755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.718131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:23.729693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:23.779291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5c83d-9ddb-4556-964c-1a5ed0f89f9f req-834910db-7b42-44c2-aced-360ac599d16a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:23.781041 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fad5c83d-9ddb-4556-964c-1a5ed0f89f9f req-834910db-7b42-44c2-aced-360ac599d16a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.3033803 Jan 15 15:04:23.815806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:23.820707 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:23.823827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:23.894703 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fad5c83d-9ddb-4556-964c-1a5ed0f89f9f req-9c1b4bbb-0d64-4f6e-98ce-c5a95308bbdc tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042283 Jan 15 15:04:23.920688 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852806391'] for router_interface, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.972250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device c0db82f4-95c1-41a6-9e18-02075fb8e45e up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:24.040213 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5cc59268-71b7-44b9-89c4-08fb3a903c8b req-2f2a5977-e34c-480a-a269-42afb5ce1eb6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 210 time: 0.0515938 Jan 15 15:04:24.048922 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port c0db82f4-95c1-41a6-9e18-02075fb8e45e completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:24.054751 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port c0db82f4-95c1-41a6-9e18-02075fb8e45e triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:24.055406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:24.104989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:24.175078 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-11abb016-24ee-4fe2-87fb-7596433f8a03 None None] Provisioning for port 46654088-a824-4eb0-9a17-e7cee4660602 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:24.186781 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-11abb016-24ee-4fe2-87fb-7596433f8a03 None None] Provisioning complete for port 46654088-a824-4eb0-9a17-e7cee4660602 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:24.187826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-11abb016-24ee-4fe2-87fb-7596433f8a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:24.245836 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:24.267991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port c0db82f4-95c1-41a6-9e18-02075fb8e45e, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=c0db82f4-95c1-41a6-9e18-02075fb8e45e,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:24.284865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-11abb016-24ee-4fe2-87fb-7596433f8a03 None None] Port 46654088-a824-4eb0-9a17-e7cee4660602 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:24.290486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:24.293837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b1d3989f-5c7f-4ebf-89f2-79d85c821a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:24.369587 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=c0db82f4-95c1-41a6-9e18-02075fb8e45e,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:24.373509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:24.691878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-89505dc7-18d3-4ded-80c7-cf67329f31a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.017684 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-de8703da-75db-4140-b1f4-2b0dc91813e9 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:25.019342 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-de8703da-75db-4140-b1f4-2b0dc91813e9 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.75 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 815 time: 0.7858608 Jan 15 15:04:25.050374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Request body: {'port': {'device_id': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'admin_state_up': True, 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:25.104033 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1e01a-e46d-4df3-ba6d-4d203a8acaea req-3c16ca1b-1d6a-4553-bd59-38d0e11664e4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:25.105729 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b7d1e01a-e46d-4df3-ba6d-4d203a8acaea req-3c16ca1b-1d6a-4553-bd59-38d0e11664e4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.6907988 Jan 15 15:04:25.176931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e849-20c9-476a-8643-72e26769c115 req-ca6fcca6-7858-468a-ad01-224d7bc5f807 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:25.178614 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-ca6fcca6-7858-468a-ad01-224d7bc5f807 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/networks?id=e6fab910-fe89-41cc-8ff9-12ca93e9ce45 HTTP/1.1" status: 200 len: 813 time: 0.6134241 Jan 15 15:04:25.283912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.306775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.338659 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4b402f00-98b0-4a40-ba46-644e6f23d96f tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/quotas/2996dc69189d45498f6b201bfbd64f2d HTTP/1.1" status: 200 len: 375 time: 0.0838451 Jan 15 15:04:25.348049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:25.484850 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b7d1e01a-e46d-4df3-ba6d-4d203a8acaea req-3b6d9acc-4f63-4350-b0d5-97951f4e37bd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584471 Jan 15 15:04:25.505139 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-a79090b6-af54-4944-9929-4a55cb98288b tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?tenant_id=2996dc69189d45498f6b201bfbd64f2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215270 Jan 15 15:04:25.564583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Pushing event updated for resources: {'Port': ['ID=46654088-a824-4eb0-9a17-e7cee4660602,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:25.567791 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1168418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969654'] for router_interface, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.596359 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:25.653309 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:25.722896 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Usage tracker for resource:port and tenant:2bddca64205e4ddeba87efcdcaab8fb9 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:25.826838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Quota usage for port was recalculated. Used quota:2. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:25.849932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.869584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:25.928825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Made reservation on behalf of 2bddca64205e4ddeba87efcdcaab8fb9 for: {'port': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:25.938354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.939706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device c0db82f4-95c1-41a6-9e18-02075fb8e45e up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:26.010355 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-34ee5f7e-d46b-4fed-b526-eef7aa58829e service neutron] 10.222.0.70 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853740 Jan 15 15:04:26.022544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port c0db82f4-95c1-41a6-9e18-02075fb8e45e triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:26.022971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.101658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:26.109952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:26.263786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47de12-4914-417f-ba44-f53df6bbe322 req-52c39fce-9ea5-4956-8d4e-617c46470643 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:26.266640 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3a47de12-4914-417f-ba44-f53df6bbe322 req-52c39fce-9ea5-4956-8d4e-617c46470643 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.5541232 Jan 15 15:04:26.447204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-a2088a5f-3f4e-4894-87d6-6dc373e1c9a1 None None] Provisioning complete for port 46654088-a824-4eb0-9a17-e7cee4660602 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:26.448874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a2088a5f-3f4e-4894-87d6-6dc373e1c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.534363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-a2088a5f-3f4e-4894-87d6-6dc373e1c9a1 None None] Port 46654088-a824-4eb0-9a17-e7cee4660602 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:26.583146 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3a47de12-4914-417f-ba44-f53df6bbe322 req-414e0ceb-b821-420b-9838-f887d463d3e8 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989299 Jan 15 15:04:26.615097 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-9da10efb-5a59-4efa-a83e-08a66a6c473e service neutron] 10.222.0.70 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5936902 Jan 15 15:04:26.830090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Router 13f22f25-3338-4788-ab0c-e01c7db6ce5c has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:04:26.848635 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.874273 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bdb8bc94-02d9-42cb-9fcf-365195ad856f req-c7e0b04b-276c-4945-8413-28f9d97e08c2 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 210 time: 0.1235559 Jan 15 15:04:26.915741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Allocated IP 172.20.0.3 (b5428b9a-bf65-4f88-bb33-15f7b7920075/c4f20d22-0594-4bfc-a4d1-1138f672a125/5b063048-018e-4707-8339-53633f8a9365) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:27.361049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:27.441399 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-45d8af58-5697-4cc4-8cbc-9218dd00fa12 req-0400cb30-1ce9-4e02-9569-bf5e54ab080e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 210 time: 0.4417200 Jan 15 15:04:27.659998 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db05e52-e428-4ba8-9f5a-e1686fc30540 req-d2f5faa5-d0f4-4da3-a059-06fff4cfbb33 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:27.661719 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2db05e52-e428-4ba8-9f5a-e1686fc30540 req-d2f5faa5-d0f4-4da3-a059-06fff4cfbb33 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.7208974 Jan 15 15:04:27.683458 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:04:27.693591 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Sync routers for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:04:27.707936 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:27.709170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:04:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:27.757804 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2db05e52-e428-4ba8-9f5a-e1686fc30540 req-ac1016fc-f54c-436d-bc73-8aa5d9798d9c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860631 Jan 15 15:04:27.800169 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] 10.222.0.70 "PUT /v2.0/routers/13f22f25-3338-4788-ab0c-e01c7db6ce5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7940750 Jan 15 15:04:27.878149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:27.898109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Transition to ACTIVE for port object 5b063048-018e-4707-8339-53633f8a9365 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:27.960516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:27.998857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:28.049983 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:28.297968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e1d24-0dfe-4539-b1ff-6b3790d8f194 req-e5504720-4c13-4311-bf17-9e5086745977 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:28.299735 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-615e1d24-0dfe-4539-b1ff-6b3790d8f194 req-e5504720-4c13-4311-bf17-9e5086745977 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.5485010 Jan 15 15:04:28.381951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event updated for resources: {'Port': ['ID=5b063048-018e-4707-8339-53633f8a9365,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:28.385677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:28.445441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:28.459076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:28.470318 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:28.558602 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-615e1d24-0dfe-4539-b1ff-6b3790d8f194 req-5052065b-f764-44c4-a065-3a75f165bb5e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378244 Jan 15 15:04:28.568875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 2, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:28.573732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Checking router: 13f22f25-3338-4788-ab0c-e01c7db6ce5c for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:04:28.574303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Updating router 13f22f25-3338-4788-ab0c-e01c7db6ce5c port 46654088-a824-4eb0-9a17-e7cee4660602 binding host dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:04:28.625991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8911a49-ddf1-4c28-8d1b-639c13da20e1 req-f671437f-39af-409a-b17b-baa9dd00bbdc tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:28.626840 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-e8911a49-ddf1-4c28-8d1b-639c13da20e1 req-f671437f-39af-409a-b17b-baa9dd00bbdc tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Synchronizing usage tracker for tenant:2bddca64205e4ddeba87efcdcaab8fb9 on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:28.681005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:28.681005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.712979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.719140 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6742165 Jan 15 15:04:28.719140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-e8911a49-ddf1-4c28-8d1b-639c13da20e1 req-f671437f-39af-409a-b17b-baa9dd00bbdc tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Unset dirty status for tenant:2bddca64205e4ddeba87efcdcaab8fb9 on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:28.734687 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e8911a49-ddf1-4c28-8d1b-639c13da20e1 req-f671437f-39af-409a-b17b-baa9dd00bbdc tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 931 time: 0.5158391 Jan 15 15:04:28.821457 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e8911a49-ddf1-4c28-8d1b-639c13da20e1 req-27a4389a-879b-44a5-a8b8-4bcbdee553b8 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857153 Jan 15 15:04:28.944155 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-820fd41d-3919-4ba1-bec4-8afb04c09cce req-deb43330-8530-4f85-b41e-3a6a1cf43576 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 210 time: 0.0636985 Jan 15 15:04:29.054823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-f8b9891e-7003-448b-8fb3-235bf0b60761 None None] Provisioning for port 5b063048-018e-4707-8339-53633f8a9365 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:29.097726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-f8b9891e-7003-448b-8fb3-235bf0b60761 None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:29.100031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b9891e-7003-448b-8fb3-235bf0b60761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.148734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5c64-1a62-4fa6-b0c8-aeb6a89a93fc req-c6cdaf4e-d2df-48e4-8503-071307bd1967 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:29.150707 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0fcb5c64-1a62-4fa6-b0c8-aeb6a89a93fc req-c6cdaf4e-d2df-48e4-8503-071307bd1967 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1430616 Jan 15 15:04:29.165804 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 38114) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:29.173229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1442982119-network', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:29.178812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:29.183992 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Usage tracker for resource:network and tenant:a85b2e1b86664c4d8d82aaec94234a16 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:29.195392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:29.201488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:29.202927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9891e-7003-448b-8fb3-235bf0b60761 None None] Port 5b063048-018e-4707-8339-53633f8a9365 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:29.213410 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Made reservation on behalf of a85b2e1b86664c4d8d82aaec94234a16 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:29.220207 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.235224 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.250544 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0fcb5c64-1a62-4fa6-b0c8-aeb6a89a93fc req-63b9417e-e652-40e5-af10-3e2b9f706409 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915890 Jan 15 15:04:29.255373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:29.259822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Usage tracker for resource:security_group_rule and tenant:a85b2e1b86664c4d8d82aaec94234a16 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:29.263980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:29.271821 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:29.380733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.383855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.388292 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0996aab1-3e9c-43be-90c8-a143ce51f342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:29.435467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3901164c-f523-4246-ab8a-6e4bf196c154,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:29.439056 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:04:29.442060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:29.454129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.454586 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Added segment 5f2a55b4-a854-4a2a-bfc3-f66883930206 of type vxlan for network 63394fbc-bc55-43f8-be1f-716b0addbbf0 Jan 15 15:04:29.529942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.593902 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.595341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:29.596035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.601809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:29.716229 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5486042 Jan 15 15:04:29.717089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Pushing event updated for resources: {'Network': ['ID=63394fbc-bc55-43f8-be1f-716b0addbbf0,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:29.719832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 38120) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:29.720620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:29.726905 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Notify callbacks [] for port, precommit_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.728279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Request body: {'subnet': {'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1442982119-subnet', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'ip_version': 4}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:29.731146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:29.733624 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:29.739789 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Usage tracker for resource:subnet and tenant:a85b2e1b86664c4d8d82aaec94234a16 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:29.743392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:29.751168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:29.754887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:29.772564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Made reservation on behalf of a85b2e1b86664c4d8d82aaec94234a16 for: {'subnet': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:29.783428 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852195617'] for subnet, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.965021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Transition to ACTIVE for port object 46654088-a824-4eb0-9a17-e7cee4660602 will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:29.989067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.027646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-380b1d51-1770-4520-a7bb-048c93ad33b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:30.032125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8ccfd-90dd-453d-8a0d-40d2e788421a req-31347c4f-de09-4bf4-be77-7c512cfd7273 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:30.033850 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3ef8ccfd-90dd-453d-8a0d-40d2e788421a req-31347c4f-de09-4bf4-be77-7c512cfd7273 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1467848 Jan 15 15:04:30.142269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.222542 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3ef8ccfd-90dd-453d-8a0d-40d2e788421a req-22b7ff0f-f313-40b0-8f08-d0a62294ef75 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704140 Jan 15 15:04:30.303189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d161d-a2d7-4e77-b521-82d1e3fd0f87 req-3e71dc2f-56a0-479a-a9d0-819516933448 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:30.305982 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-768d161d-a2d7-4e77-b521-82d1e3fd0f87 req-3e71dc2f-56a0-479a-a9d0-819516933448 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 931 time: 0.2525823 Jan 15 15:04:30.315634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100826ba-5ca8-4b49-86bb-997fa123f550 None None] Pushing event updated for resources: {'Port': ['ID=46654088-a824-4eb0-9a17-e7cee4660602,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:30.325549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-100826ba-5ca8-4b49-86bb-997fa123f550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:30.400535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Attempting to bind port 46654088-a824-4eb0-9a17-e7cee4660602 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:30.400958 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Attempting to bind port 46654088-a824-4eb0-9a17-e7cee4660602 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:30.401384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Attempting to bind port 46654088-a824-4eb0-9a17-e7cee4660602 on network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:30.407765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:30.408197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Checking segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:30.408659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.409108 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Bound using segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:30.409641 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Bound port: 46654088-a824-4eb0-9a17-e7cee4660602, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:30.410116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.511941 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-768d161d-a2d7-4e77-b521-82d1e3fd0f87 req-6db222af-468a-41a2-925c-91a79e00e226 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717539 Jan 15 15:04:30.528142 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-618c8d53-89fe-4e45-9559-6194296888e6 req-6f36bcf0-e8a8-447d-9fb9-aa582f85997c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 210 time: 0.0988953 Jan 15 15:04:30.555221 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] For port 46654088-a824-4eb0-9a17-e7cee4660602, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:30.558785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] For port 46654088-a824-4eb0-9a17-e7cee4660602, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=46654088-a824-4eb0-9a17-e7cee4660602,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:30.569224 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.638989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:30.810691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78d4b-fe58-496b-87c5-ac1ba0d4d9c5 req-ed525ea1-0aaa-435d-92ad-9c039123c731 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:30.812609 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8fa78d4b-fe58-496b-87c5-ac1ba0d4d9c5 req-ed525ea1-0aaa-435d-92ad-9c039123c731 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1414578 Jan 15 15:04:30.821386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100826ba-5ca8-4b49-86bb-997fa123f550 None None] Pushing event updated for resources: {'Port': ['ID=46654088-a824-4eb0-9a17-e7cee4660602,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:30.825000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-100826ba-5ca8-4b49-86bb-997fa123f550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:30.891471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:30.892857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:04:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:30.932896 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850615904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852195602'] for subnet, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.946665 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8fa78d4b-fe58-496b-87c5-ac1ba0d4d9c5 req-49627537-9e65-445a-b286-4aa62f69b92b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038589 Jan 15 15:04:30.973364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:31.137901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:31.146626 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5cb892-93c3-4280-b0d7-46382e37e2cf,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:31.147347 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:31.239117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Checking segment: {'id': '5f2a55b4-a854-4a2a-bfc3-f66883930206', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:31.239512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Network hostable DHCP agents. Network: 63394fbc-bc55-43f8-be1f-716b0addbbf0, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:04:31.270842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:04:31.282121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 63394fbc-bc55-43f8-be1f-716b0addbbf0) {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:31.299538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:31.300310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.323898 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5999303 Jan 15 15:04:31.324321 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf81c2b-cef1-466e-b816-ba87e1fd07a2 None None] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:31.324578 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 38132) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:31.331604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1442982119-router', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:31.340326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:31.350656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Usage tracker for resource:router and tenant:a85b2e1b86664c4d8d82aaec94234a16 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:31.360863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:31.370132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:31.404678 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48989'] for router, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.406796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852803243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1982770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726810'] for router, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.443122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.544237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff0420-47de-4261-8756-ec238b78f54b req-7efc3603-9740-40be-b96c-8c602ff90325 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:31.546821 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c5ff0420-47de-4261-8756-ec238b78f54b req-7efc3603-9740-40be-b96c-8c602ff90325 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1614361 Jan 15 15:04:31.666174 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c5ff0420-47de-4261-8756-ec238b78f54b req-26c9869e-405f-42fa-bdaa-ce9978bfb5ed tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939629 Jan 15 15:04:31.834800 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:30Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:31.852347 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545c83-d8a0-4f8a-86ca-48cddce6e40f None None] The sync data for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi is: [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:30Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:04:31.858340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2f9bea-895b-58e7-9e77-4544d41874e9-63394fbc-bc55-43f8-be1f-716b0addbbf0', 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'fixed_ips': [{'subnet_id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf'}]}} from dv-cinder-689486-7-iscsi. {{(pid=80086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:04:31.859888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.505350 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-14b9281f-2e07-44b5-8cb4-9f27567ce2a9 req-467764a7-0408-4ebb-8391-5990a8b456b3 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 210 time: 0.5723553 Jan 15 15:04:32.557394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18ddaa-5762-4f24-86ce-50dea8591130 req-ea3eb218-f197-4999-8b5c-a65fb960e15a tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:32.567006 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2e18ddaa-5762-4f24-86ce-50dea8591130 req-ea3eb218-f197-4999-8b5c-a65fb960e15a tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 931 time: 0.7444222 Jan 15 15:04:32.596241 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1982755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726793'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.652526 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2e18ddaa-5762-4f24-86ce-50dea8591130 req-32345170-e1cc-451e-a1af-c243fc1ffb70 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680950 Jan 15 15:04:32.799648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Allocated IP 172.20.0.2 (63394fbc-bc55-43f8-be1f-716b0addbbf0/9a5cb892-93c3-4280-b0d7-46382e37e2cf/4020db93-5ae1-41cc-bd29-178ef7aef0dd) {{(pid=80086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:33.072723 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c03103-8607-4694-8ad9-810b1fd6efe5 req-40c59a58-ae66-42d3-b11c-75951c931670 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:33.074429 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-47c03103-8607-4694-8ad9-810b1fd6efe5 req-40c59a58-ae66-42d3-b11c-75951c931670 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2995675 Jan 15 15:04:33.118290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Notify callbacks [] for port, precommit_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.129893 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Transition to ACTIVE for port object 4020db93-5ae1-41cc-bd29-178ef7aef0dd will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:33.147950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Transition to ACTIVE for port object 4020db93-5ae1-41cc-bd29-178ef7aef0dd will not be triggered until provisioned by entity DHCP. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:33.155066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.168427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b4ed5-e254-4ffa-a7b9-fa5d99e0b996 req-bd353b67-ff89-4511-93c6-22ce99fd9764 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:33.176958 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e04b4ed5-e254-4ffa-a7b9-fa5d99e0b996 req-bd353b67-ff89-4511-93c6-22ce99fd9764 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2363272 Jan 15 15:04:33.185483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3d7399ad-9dbf-4ff2-87de-eb8cfedbab77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:33.276514 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-47c03103-8607-4694-8ad9-810b1fd6efe5 req-456b03d7-7782-419b-b7de-e14cf7fba010 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924715 Jan 15 15:04:33.299976 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e04b4ed5-e254-4ffa-a7b9-fa5d99e0b996 req-728b7366-9831-4354-85d9-d29798160176 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214879 Jan 15 15:04:33.332332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.399515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.455402 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Pushing event updated for resources: {'Port': ['ID=4020db93-5ae1-41cc-bd29-178ef7aef0dd,revision_number=1']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:33.458641 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:33.543177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 is already hosted by enough agents. {{(pid=80086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:33.544765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Resources bound (agent type, host, resource id): {{(pid=80086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:33.548054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Received port after_create {{(pid=80086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:33.605382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Attempting to bind port 4020db93-5ae1-41cc-bd29-178ef7aef0dd on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:33.605893 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Attempting to bind port 4020db93-5ae1-41cc-bd29-178ef7aef0dd by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '5f2a55b4-a854-4a2a-bfc3-f66883930206', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:33.606322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Attempting to bind port 4020db93-5ae1-41cc-bd29-178ef7aef0dd on network 63394fbc-bc55-43f8-be1f-716b0addbbf0 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:33.621014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:33.621398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Checking segment: {'id': '5f2a55b4-a854-4a2a-bfc3-f66883930206', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:33.621949 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.622398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Bound using segment: {'id': '5f2a55b4-a854-4a2a-bfc3-f66883930206', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:33.623013 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Bound port: 4020db93-5ae1-41cc-bd29-178ef7aef0dd, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2a55b4-a854-4a2a-bfc3-f66883930206', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:33.623443 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.747082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Allocated IP 172.27.1.218 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/1a5ce681-9510-4e8b-80d3-354c53049279) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:33.812420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] For port 4020db93-5ae1-41cc-bd29-178ef7aef0dd, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:33.818932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] For port 4020db93-5ae1-41cc-bd29-178ef7aef0dd, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=4020db93-5ae1-41cc-bd29-178ef7aef0dd,segment=NetworkSegment(5f2a55b4-a854-4a2a-bfc3-f66883930206),segment_id=5f2a55b4-a854-4a2a-bfc3-f66883930206)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:33.826270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.842781 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d9a9918f-b21e-48ad-aa97-c2d80d87873e req-6ccca953-f754-4bda-be86-b1f7d4ef1d46 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 210 time: 0.1266687 Jan 15 15:04:33.922163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:34.010292 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dec96c-d9eb-4ebf-9c5a-8b2aa932348f req-968a9b1a-9ffc-46b8-8be9-c865a057ab75 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:34.025234 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-08dec96c-d9eb-4ebf-9c5a-8b2aa932348f req-968a9b1a-9ffc-46b8-8be9-c865a057ab75 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 931 time: 0.1479170 Jan 15 15:04:34.104983 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.123721 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-08dec96c-d9eb-4ebf-9c5a-8b2aa932348f req-f2b8988c-6c54-4876-a3fe-acc71b5d6599 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908020 Jan 15 15:04:34.151006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.173763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 46654088-a824-4eb0-9a17-e7cee4660602 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:34.174704 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:34.296022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Pushing event updated for resources: {'Port': ['ID=4020db93-5ae1-41cc-bd29-178ef7aef0dd,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:34.302609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:34.334666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 46654088-a824-4eb0-9a17-e7cee4660602 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:34.336336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5ce681-9510-4e8b-80d3-354c53049279,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:34.340447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:34.349353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 46654088-a824-4eb0-9a17-e7cee4660602 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:34.349901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.396832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:34.401383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:34.404172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:34.549993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.595614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 46654088-a824-4eb0-9a17-e7cee4660602, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=46654088-a824-4eb0-9a17-e7cee4660602,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:34.600717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.614770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:34.721478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=46654088-a824-4eb0-9a17-e7cee4660602,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:34.743853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:34.817435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed6d2d-6702-41d2-9d2d-6b84edf8b047 req-dc5fa77c-cace-4e75-8a7b-3d9e0b0130ea tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:34.825526 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-85ed6d2d-6702-41d2-9d2d-6b84edf8b047 req-dc5fa77c-cace-4e75-8a7b-3d9e0b0130ea tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2758665 Jan 15 15:04:34.872878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be59f8-056f-4248-a9aa-259abb36173c req-ed272065-4c67-4be5-9f6f-c3323fd5d72b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:34.881014 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e9be59f8-056f-4248-a9aa-259abb36173c req-ed272065-4c67-4be5-9f6f-c3323fd5d72b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2432966 Jan 15 15:04:34.977464 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-85ed6d2d-6702-41d2-9d2d-6b84edf8b047 req-11755e0f-eb41-4fdc-bf56-2d9e9ea285e2 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507399 Jan 15 15:04:35.006696 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e9be59f8-056f-4248-a9aa-259abb36173c req-febc09de-a4ae-4d19-ba28-c4985c42213c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245255 Jan 15 15:04:35.135432 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.209794 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ecc4dd11-f5f8-4e2a-9360-006834710ceb req-ffde6247-2f8b-4f49-8163-ee4bdc67fe7a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 210 time: 0.0525875 Jan 15 15:04:35.384052 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d508a2-1b32-4b53-a108-a6b1cc8eac49 req-dc551047-a786-4cf0-9530-b8533b901dd1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:35.385699 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-99d508a2-1b32-4b53-a108-a6b1cc8eac49 req-dc551047-a786-4cf0-9530-b8533b901dd1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 931 time: 0.1085808 Jan 15 15:04:35.455319 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-99d508a2-1b32-4b53-a108-a6b1cc8eac49 req-fb7f94cc-8671-4615-935f-4ffe7b620a81 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618863 Jan 15 15:04:35.553079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852803285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852792883'] for router, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.908305 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b909efd-1bde-4a2e-a273-589f4e0b111c None None] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:36.017776 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Router d8cf9d43-36df-48b7-a075-2038db9bb04e is scheduled to L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:04:36.017904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-16a49e4e-32df-428b-8f96-bf8ae4563927 None None] Provisioning for port 4020db93-5ae1-41cc-bd29-178ef7aef0dd completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:36.033323 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 4020db93-5ae1-41cc-bd29-178ef7aef0dd up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:36.214820 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Request body: {'port': {'device_id': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:36.228835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:04:36.231004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 4020db93-5ae1-41cc-bd29-178ef7aef0dd completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:36.241281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Sync routers for ids ['d8cf9d43-36df-48b7-a075-2038db9bb04e'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:04:36.245580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 4020db93-5ae1-41cc-bd29-178ef7aef0dd triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:36.246134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.254792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Routers {'d8cf9d43-36df-48b7-a075-2038db9bb04e'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:36.255442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.259436 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9311357 Jan 15 15:04:36.260349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 38168) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:36.269977 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:04:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['d8cf9d43-36df-48b7-a075-2038db9bb04e'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:36.459993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.508082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 4020db93-5ae1-41cc-bd29-178ef7aef0dd, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=4020db93-5ae1-41cc-bd29-178ef7aef0dd,segment=NetworkSegment(5f2a55b4-a854-4a2a-bfc3-f66883930206),segment_id=5f2a55b4-a854-4a2a-bfc3-f66883930206)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:36.512157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.513193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 46654088-a824-4eb0-9a17-e7cee4660602 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:36.571501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-237dc4f3-98f1-4850-9f9e-a0429f7571c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:36.599283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.721118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385ee6b-3aec-4da9-8693-32cab0faa7a9 req-068d073b-74c2-480c-ad4d-6ac56c4e7a1a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:36.735562 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9385ee6b-3aec-4da9-8693-32cab0faa7a9 req-068d073b-74c2-480c-ad4d-6ac56c4e7a1a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.5748713 Jan 15 15:04:36.815080 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9385ee6b-3aec-4da9-8693-32cab0faa7a9 req-7f0afe66-46ce-478f-8d83-3c3d7b0f304a tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781786 Jan 15 15:04:36.863818 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Set router d8cf9d43-36df-48b7-a075-2038db9bb04e gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:36.882802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064f983-fa1c-4a6e-853d-24da78dea3f6 req-a99b690c-22d1-4be1-9e81-d73837b65c0e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:36.894693 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8064f983-fa1c-4a6e-853d-24da78dea3f6 req-a99b690c-22d1-4be1-9e81-d73837b65c0e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.6526945 Jan 15 15:04:36.912323 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 46654088-a824-4eb0-9a17-e7cee4660602 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:36.912740 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.982342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-453a37f6-ef81-47c8-bd46-7e14186444fb None None] Provisioning complete for port 4020db93-5ae1-41cc-bd29-178ef7aef0dd triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:36.982762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-453a37f6-ef81-47c8-bd46-7e14186444fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.104545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:04:37.207047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=4020db93-5ae1-41cc-bd29-178ef7aef0dd,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:37.227010 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:37.291918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.344041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:37.346038 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:37.376919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'name': 'tempest-TestVolumeBootPattern-1442982119-router', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:31Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 3, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'gw_port': {'id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:33Z', 'updated_at': '2021-01-15T15:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:37.381745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Checking router: d8cf9d43-36df-48b7-a075-2038db9bb04e for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:04:37.382270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Updating router d8cf9d43-36df-48b7-a075-2038db9bb04e port 1a5ce681-9510-4e8b-80d3-354c53049279 binding host dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:04:37.447130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.451393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.454669 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:37.477973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b063048-018e-4707-8339-53633f8a9365 {{(pid=80085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:37.486855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.504346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Transition to ACTIVE for port object 5b063048-018e-4707-8339-53633f8a9365 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:37.516696 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.585544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.664313 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:37.705836 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-922f86c3-8f35-4eb5-ab56-2ab77bf41840 req-c2bdc03d-c1ce-4908-9e42-b65701cfda31 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 210 time: 0.6217625 Jan 15 15:04:37.735624 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8064f983-fa1c-4a6e-853d-24da78dea3f6 req-b5783e3c-f129-4073-893a-dca59ed76d60 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8398948 Jan 15 15:04:37.939864 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2', 'code': 200} Jan 15 15:04:38.026159 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.047412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 4020db93-5ae1-41cc-bd29-178ef7aef0dd up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:38.055835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Transition to ACTIVE for port object 1a5ce681-9510-4e8b-80d3-354c53049279 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:38.062033 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.105076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:38.105314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:38.111645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:38.154346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 4020db93-5ae1-41cc-bd29-178ef7aef0dd triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:38.156163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.175941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e849-20c9-476a-8643-72e26769c115 req-3180363f-c6f0-4e50-89db-d4cbc24d9545 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:38.177563 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-3180363f-c6f0-4e50-89db-d4cbc24d9545 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.75 "GET /v2.0/networks?id=e6fab910-fe89-41cc-8ff9-12ca93e9ce45 HTTP/1.1" status: 200 len: 813 time: 0.4645681 Jan 15 15:04:38.237074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-20af5178-51a5-48a0-82b7-6d99fc79dc66 None None] Provisioning complete for port 4020db93-5ae1-41cc-bd29-178ef7aef0dd triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:38.237609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-20af5178-51a5-48a0-82b7-6d99fc79dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.272964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Allocated IP 172.20.0.1 (63394fbc-bc55-43f8-be1f-716b0addbbf0/9a5cb892-93c3-4280-b0d7-46382e37e2cf/abc2c72a-6a24-4d16-a1a6-a2a90531c4ca) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:38.306672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecff72-eb31-4d1a-9c4a-1a6966995afa None None] Pushing event updated for resources: {'Port': ['ID=1a5ce681-9510-4e8b-80d3-354c53049279,revision_number=2']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:38.313290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4eecff72-eb31-4d1a-9c4a-1a6966995afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:38.466872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Attempting to bind port 1a5ce681-9510-4e8b-80d3-354c53049279 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:38.467690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Attempting to bind port 1a5ce681-9510-4e8b-80d3-354c53049279 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:38.468780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Attempting to bind port 1a5ce681-9510-4e8b-80d3-354c53049279 on network 5d29fd04-ed01-410d-a94e-5841f80335e6 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:38.474375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Request body: {'port': {'device_id': 'd5b7fc0e-56ac-482e-90fe-bb01098a2a66', 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45', 'admin_state_up': True, 'tenant_id': '2996dc69189d45498f6b201bfbd64f2d'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:38.500916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:38.501627 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Checking segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:38.502215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.502766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Bound using segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:38.503417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Bound port: 1a5ce681-9510-4e8b-80d3-354c53049279, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:38.504048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.600048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] For port 1a5ce681-9510-4e8b-80d3-354c53049279, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:38.603743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] For port 1a5ce681-9510-4e8b-80d3-354c53049279, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=1a5ce681-9510-4e8b-80d3-354c53049279,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:38.663448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:38.665230 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4959ae3-9098-458a-8b94-f785b2964acd req-4975a127-6c57-42e6-8cf4-59c4a461b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:38.666888 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d4959ae3-9098-458a-8b94-f785b2964acd req-4975a127-6c57-42e6-8cf4-59c4a461b154 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 1162 time: 0.3357856 Jan 15 15:04:38.667575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Usage tracker for resource:port and tenant:2996dc69189d45498f6b201bfbd64f2d is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:38.670599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Quota usage for port was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:38.677239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:38.684901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.700021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.716181 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Made reservation on behalf of 2996dc69189d45498f6b201bfbd64f2d for: {'port': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:38.725520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.733754 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Transition to ACTIVE for port object abc2c72a-6a24-4d16-a1a6-a2a90531c4ca will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:38.742470 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d4959ae3-9098-458a-8b94-f785b2964acd req-3151f79e-6449-41fa-848e-cc0926ae5ee5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663815 Jan 15 15:04:38.762986 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.773287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:38.781084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:38.929176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Pushing event updated for resources: {'Port': ['ID=abc2c72a-6a24-4d16-a1a6-a2a90531c4ca,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:38.934204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:38.976121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecff72-eb31-4d1a-9c4a-1a6966995afa None None] Pushing event updated for resources: {'Port': ['ID=1a5ce681-9510-4e8b-80d3-354c53049279,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:38.977027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b063048-018e-4707-8339-53633f8a9365,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:38.981461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:38.983020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:38.983617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4eecff72-eb31-4d1a-9c4a-1a6966995afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:38.984953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:39.016539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.351s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:39.045607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Routers {'d8cf9d43-36df-48b7-a075-2038db9bb04e'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:39.046379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:04:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['d8cf9d43-36df-48b7-a075-2038db9bb04e'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:39.052467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852806391'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.179425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.227596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-78cf9866-18e5-4858-b26c-47584f9697a4 None None] Provisioning for port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:39.235795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-78cf9866-18e5-4858-b26c-47584f9697a4 None None] Provisioning complete for port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:39.236356 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-78cf9866-18e5-4858-b26c-47584f9697a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.265915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] Set router d8cf9d43-36df-48b7-a075-2038db9bb04e gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:39.303357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-78cf9866-18e5-4858-b26c-47584f9697a4 None None] Port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:39.379690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728a702-7b6a-4edc-a0af-5618ecfb79e1 req-3011e240-32dc-4b2f-b5f5-5ea721192c70 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:39.381377 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e728a702-7b6a-4edc-a0af-5618ecfb79e1 req-3011e240-32dc-4b2f-b5f5-5ea721192c70 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 1.2028089 Jan 15 15:04:39.385335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Allocated IP 172.20.0.9 (e6fab910-fe89-41cc-8ff9-12ca93e9ce45/41d7ebe9-5f79-47a5-9c95-7609d796fad8/5af27aec-330c-476c-8e1d-a96529185126) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:39.441373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e61d7-e49e-4dde-9005-32545b4b3f79 req-84d2338a-8b78-4ddb-85b0-9336de98c329 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:39.449157 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-493e61d7-e49e-4dde-9005-32545b4b3f79 req-84d2338a-8b78-4ddb-85b0-9336de98c329 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 943 time: 1.2118907 Jan 15 15:04:39.465325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Attempting to bind port 5b063048-018e-4707-8339-53633f8a9365 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:39.465702 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Attempting to bind port 5b063048-018e-4707-8339-53633f8a9365 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:39.466074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Attempting to bind port 5b063048-018e-4707-8339-53633f8a9365 on network b5428b9a-bf65-4f88-bb33-15f7b7920075 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:39.485596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:39.485974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Checking segment: {'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:39.486385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.486777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Bound using segment: {'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:39.487278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Bound port: 5b063048-018e-4707-8339-53633f8a9365, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:39.487654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.516417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.522885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.555750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:39.621239 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e728a702-7b6a-4edc-a0af-5618ecfb79e1 req-7360b049-68cf-4cbb-8693-df0a77370553 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240660 Jan 15 15:04:39.646563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1168418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969654'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.673687 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Pushing event updated for resources: {'Port': ['ID=abc2c72a-6a24-4d16-a1a6-a2a90531c4ca,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:39.688661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] For port 5b063048-018e-4707-8339-53633f8a9365, host hv-cinder-68948, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:39.692028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] For port 5b063048-018e-4707-8339-53633f8a9365, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5b063048-018e-4707-8339-53633f8a9365,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:39.712470 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-493e61d7-e49e-4dde-9005-32545b4b3f79 req-b5f80fd7-958d-4706-8d47-0bb1f2133f0a tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622681 Jan 15 15:04:39.719412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.727527 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:39.776764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:39.849343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'name': 'tempest-TestVolumeBootPattern-1442982119-router', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:31Z', 'updated_at': '2021-01-15T15:04:39Z', 'revision_number': 4, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'gw_port': {'id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:33Z', 'updated_at': '2021-01-15T15:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'abc2c72a-6a24-4d16-a1a6-a2a90531c4ca', 'name': '', 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'mac_address': 'fa:16:3e:cc:0c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:37Z', 'updated_at': '2021-01-15T15:04:38Z', 'revision_number': 1, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'subnets': [{'id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:39.854465 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59dabc0-013d-4ec4-80c6-f1a9fa3b44e6 None None] The sync data for ids ['d8cf9d43-36df-48b7-a075-2038db9bb04e'] in dv-cinder-689486-7-iscsi is: [{'id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'name': 'tempest-TestVolumeBootPattern-1442982119-router', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:31Z', 'updated_at': '2021-01-15T15:04:39Z', 'revision_number': 4, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'gw_port': {'id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:33Z', 'updated_at': '2021-01-15T15:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'abc2c72a-6a24-4d16-a1a6-a2a90531c4ca', 'name': '', 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'mac_address': 'fa:16:3e:cc:0c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:37Z', 'updated_at': '2021-01-15T15:04:38Z', 'revision_number': 1, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'subnets': [{'id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:04:39.879190 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:39.880921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:39.948394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b063048-018e-4707-8339-53633f8a9365,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:40.079029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:40.105581 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Router d8cf9d43-36df-48b7-a075-2038db9bb04e has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:04:40.130562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-c5dc8280-bc50-4242-9166-8a4b9c38e306 None None] Provisioning complete for port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:40.130988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8280-bc50-4242-9166-8a4b9c38e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.191565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc8280-bc50-4242-9166-8a4b9c38e306 None None] Port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:40.220401 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f88aa343-bcda-4da1-9223-ca52fccc8634 req-17f59f0a-3140-4bf7-9155-e3f0e7d1cd8a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 210 time: 0.3236356 Jan 15 15:04:40.389000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0f26e-e433-4989-a8ab-3fa436bcfd7b req-bdb2a117-724f-4fa1-bc6f-67537c38b741 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:40.391425 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1eb0f26e-e433-4989-a8ab-3fa436bcfd7b req-bdb2a117-724f-4fa1-bc6f-67537c38b741 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.4935138 Jan 15 15:04:40.398482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.423217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:40.423934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.425470 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] 10.222.0.75 "PUT /v2.0/ports/5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 1157 time: 4.2154403 Jan 15 15:04:40.429114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'tag': '5b063048-018e-4707-8339-53633f8a9365'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:40.476994 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1eb0f26e-e433-4989-a8ab-3fa436bcfd7b req-362ad992-e016-4063-9784-00535bdc954a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746062 Jan 15 15:04:40.559552 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'tag': '5b063048-018e-4707-8339-53633f8a9365', 'status': 'completed', 'code': 200} Jan 15 15:04:40.617868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.649226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5e1990c5-ee5f-4049-9745-f3dcc8615e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:40.650273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:04:40.679138 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] 10.222.0.70 "PUT /v2.0/routers/d8cf9d43-36df-48b7-a075-2038db9bb04e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4173720 Jan 15 15:04:40.803915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-203eb174-4fb5-4fd2-af64-3e37ad80bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:40.805604 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-203eb174-4fb5-4fd2-af64-3e37ad80bf94 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1160 time: 0.3120282 Jan 15 15:04:41.039113 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-51847d0d-2189-4676-85ec-a9e022b34082 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 217 time: 0.1092010 Jan 15 15:04:41.040073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Pushing event updated for resources: {'Port': ['ID=5af27aec-330c-476c-8e1d-a96529185126,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:41.048299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:41.175533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-73820261-665c-406a-a8ee-877b76e5a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:41.177170 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-73820261-665c-406a-a8ee-877b76e5a691 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 200 len: 854 time: 0.1312320 Jan 15 15:04:41.242210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:41.269684 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c92f0-4b6c-40af-a5db-1d508e2f3f51 req-903bacab-f5d5-4b83-827c-b247a126880e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:41.277497 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-458c92f0-4b6c-40af-a5db-1d508e2f3f51 req-903bacab-f5d5-4b83-827c-b247a126880e tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.4110408 Jan 15 15:04:41.279801 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:41.302594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:41.466040 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-458c92f0-4b6c-40af-a5db-1d508e2f3f51 req-e3392aa7-0c1f-4ca0-bc8a-a83480057aa0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875701 Jan 15 15:04:41.493596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:41.494325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.532460 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1937430 Jan 15 15:04:41.563575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a727c2c-4382-40b3-bdd8-03065c34065c req-df0f5e9a-5500-4fb2-a770-7fb39fc55991 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:41.565425 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8a727c2c-4382-40b3-bdd8-03065c34065c req-df0f5e9a-5500-4fb2-a770-7fb39fc55991 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 943 time: 0.2235494 Jan 15 15:04:41.568971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-9de38986-1c6b-413d-993b-8e66125cb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:41.570507 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-9de38986-1c6b-413d-993b-8e66125cb2b6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b5428b9a-bf65-4f88-bb33-15f7b7920075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3852236 Jan 15 15:04:41.574526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Request body: {'port': {'device_id': 'd5b7fc0e-56ac-482e-90fe-bb01098a2a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:41.834765 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8a727c2c-4382-40b3-bdd8-03065c34065c req-81eb6541-1044-4554-b60e-95a538a64a62 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251363 Jan 15 15:04:41.869883 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.887516 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-7e2a6f2e-96b5-40f8-93c9-559057c3c181 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794082 Jan 15 15:04:42.001025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 1a5ce681-9510-4e8b-80d3-354c53049279 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:42.079208 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 1a5ce681-9510-4e8b-80d3-354c53049279 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:42.084902 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 1a5ce681-9510-4e8b-80d3-354c53049279 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:42.085318 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.212138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.229385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 1a5ce681-9510-4e8b-80d3-354c53049279, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=1a5ce681-9510-4e8b-80d3-354c53049279,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:42.232467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.235370 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:42.309737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=1a5ce681-9510-4e8b-80d3-354c53049279,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:42.313299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:42.521953 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b0df3851-607b-4dfb-9a6a-12b844abe011 req-373b529d-78ca-4387-83fd-189f3044d78b service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3827515 Jan 15 15:04:42.549446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04353c8c-19bf-41b2-a8fa-3a5cc5f716e6 req-b97cfb81-0b99-4bec-adb9-9708fc9a711e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:42.550256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-04353c8c-19bf-41b2-a8fa-3a5cc5f716e6 req-b97cfb81-0b99-4bec-adb9-9708fc9a711e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Synchronizing usage tracker for tenant:2996dc69189d45498f6b201bfbd64f2d on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:42.565890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1248806604', 'description': 'tempest-TestVolumeBootPattern-1248806604 description'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:42.572654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 38248) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:42.593395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:42.616024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Usage tracker for resource:security_group and tenant:5fad5f224f3a41b7a8f3221955f351cb is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:42.623605 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:42.721499 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:42.729100 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-25fb2912-351a-425f-baa1-6068f581ef4f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1547911 Jan 15 15:04:42.748556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-04353c8c-19bf-41b2-a8fa-3a5cc5f716e6 req-b97cfb81-0b99-4bec-adb9-9708fc9a711e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Unset dirty status for tenant:2996dc69189d45498f6b201bfbd64f2d on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:42.750732 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-04353c8c-19bf-41b2-a8fa-3a5cc5f716e6 req-b97cfb81-0b99-4bec-adb9-9708fc9a711e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 931 time: 0.6125700 Jan 15 15:04:42.790377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.861199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:42.875634 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-04353c8c-19bf-41b2-a8fa-3a5cc5f716e6 req-c07898b1-efa1-48b8-86cc-2be570472684 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162984 Jan 15 15:04:42.879593 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Usage tracker for resource:security_group_rule and tenant:5fad5f224f3a41b7a8f3221955f351cb is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:42.885227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:42.908438 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:42.908438 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-bdcb9456-e0b7-42ec-b159-541408c46cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:42.909726 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-bdcb9456-e0b7-42ec-b159-541408c46cd0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1160 time: 0.2821796 Jan 15 15:04:43.185123 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af27aec-330c-476c-8e1d-a96529185126 {{(pid=80085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:43.207360 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.250516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Transition to ACTIVE for port object 5af27aec-330c-476c-8e1d-a96529185126 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:43.275736 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.297365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:43.357075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.371243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-0bc64eda-e286-46bc-9360-3489ab41a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:43.373944 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-0bc64eda-e286-46bc-9360-3489ab41a07c service neutron] 10.222.0.75 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 909 time: 0.4363341 Jan 15 15:04:43.382051 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.542351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Pushing event updated for resources: {'Port': ['ID=5af27aec-330c-476c-8e1d-a96529185126,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:43.545701 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-a83695de-2543-4594-864a-967051f24f0c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 217 time: 0.1531706 Jan 15 15:04:43.551520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:43.552872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5742b919-a640-4926-90c3-6a23331c1229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:43.575724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Sync routers for ids ['d8cf9d43-36df-48b7-a075-2038db9bb04e'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:04:43.586359 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Routers {'d8cf9d43-36df-48b7-a075-2038db9bb04e'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:43.587120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:04:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['d8cf9d43-36df-48b7-a075-2038db9bb04e'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:43.590669 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3ac6c-1cf6-44eb-9939-5fa7c82b786e req-ca716532-fad1-4734-9170-acd8c2631ff3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:43.592484 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5ca3ac6c-1cf6-44eb-9939-5fa7c82b786e req-ca716532-fad1-4734-9170-acd8c2631ff3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.5667400 Jan 15 15:04:43.645595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.646886 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6a819055-587b-4351-bf17-35e509992407 req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0934024 Jan 15 15:04:43.718521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'SecurityGroup': ['ID=05528596-9a1e-4e15-9f96-2545a31d5312,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:43.732896 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:43.754961 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-610522a2-6f66-4bcd-9112-bb8e2a68fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:43.756614 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-610522a2-6f66-4bcd-9112-bb8e2a68fc56 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 200 len: 854 time: 0.1915417 Jan 15 15:04:43.786506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Set router d8cf9d43-36df-48b7-a075-2038db9bb04e gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:43.820226 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5ca3ac6c-1cf6-44eb-9939-5fa7c82b786e req-a5702cfb-b345-4383-935e-7be05d440e70 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836686 Jan 15 15:04:44.047006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 1a5ce681-9510-4e8b-80d3-354c53049279 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:44.064154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0fa50-f2e1-4198-9e45-6032123d4ae1 req-f28ca460-7457-456f-a6e3-d1d65b2ff400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:44.066090 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bd0fa50-f2e1-4198-9e45-6032123d4ae1 req-f28ca460-7457-456f-a6e3-d1d65b2ff400 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 1162 time: 0.1223586 Jan 15 15:04:44.122114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Attempting to bind port 5af27aec-330c-476c-8e1d-a96529185126 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:44.122489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Attempting to bind port 5af27aec-330c-476c-8e1d-a96529185126 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '059f45ed-fcf5-43ff-9618-7c9d86cd34f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:44.122874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Attempting to bind port 5af27aec-330c-476c-8e1d-a96529185126 on network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:44.153235 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:44.153623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Checking segment: {'id': '059f45ed-fcf5-43ff-9618-7c9d86cd34f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:44.154127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.154429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Bound using segment: {'id': '059f45ed-fcf5-43ff-9618-7c9d86cd34f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:44.154926 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Bound port: 5af27aec-330c-476c-8e1d-a96529185126, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059f45ed-fcf5-43ff-9618-7c9d86cd34f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:44.155955 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.185517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-13934938-02ea-4f00-a32b-ba4a5fad767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:44.188355 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-13934938-02ea-4f00-a32b-ba4a5fad767c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b5428b9a-bf65-4f88-bb33-15f7b7920075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3668077 Jan 15 15:04:44.200264 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-dd83a639-e8fc-4150-82ba-c8aed2fbcba8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups/05528596-9a1e-4e15-9f96-2545a31d5312 HTTP/1.1" status: 200 len: 1808 time: 0.2204902 Jan 15 15:04:44.291434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 1a5ce681-9510-4e8b-80d3-354c53049279 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:44.291837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.305271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0fa50-f2e1-4198-9e45-6032123d4ae1 req-eeb5fe5c-49d4-4231-a62a-b0172be6caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:44.306965 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bd0fa50-f2e1-4198-9e45-6032123d4ae1 req-eeb5fe5c-49d4-4231-a62a-b0172be6caf5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 200 len: 911 time: 0.1714947 Jan 15 15:04:44.398291 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bd0fa50-f2e1-4198-9e45-6032123d4ae1 req-9e465635-02dc-49c4-8a73-d6babdb2cbc6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a66cec-c28c-4465-b722-d90229fdc98b HTTP/1.1" status: 200 len: 217 time: 0.0828402 Jan 15 15:04:44.485636 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0fa50-f2e1-4198-9e45-6032123d4ae1 req-20b2bdf4-5f47-4b2b-8e1b-5716956f838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:44.488166 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bd0fa50-f2e1-4198-9e45-6032123d4ae1 req-20b2bdf4-5f47-4b2b-8e1b-5716956f838f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 200 len: 857 time: 0.0790186 Jan 15 15:04:44.501179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'name': 'tempest-TestVolumeBootPattern-1442982119-router', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:31Z', 'updated_at': '2021-01-15T15:04:39Z', 'revision_number': 4, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'gw_port': {'id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:33Z', 'updated_at': '2021-01-15T15:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'abc2c72a-6a24-4d16-a1a6-a2a90531c4ca', 'name': '', 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'mac_address': 'fa:16:3e:cc:0c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:37Z', 'updated_at': '2021-01-15T15:04:39Z', 'revision_number': 2, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'subnets': [{'id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:44.510349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Checking router: d8cf9d43-36df-48b7-a075-2038db9bb04e for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:04:44.510996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Updating router d8cf9d43-36df-48b7-a075-2038db9bb04e port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca binding host dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:04:44.576236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05528596-9a1e-4e15-9f96-2545a31d5312', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:44.576828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05528596-9a1e-4e15-9f96-2545a31d5312', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:44.579169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.594916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:44.603852 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bd0fa50-f2e1-4198-9e45-6032123d4ae1 req-26ded44b-66df-48cb-a602-fe188663ce92 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2891b84a-ddb2-44b6-84e2-af620d985462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723984 Jan 15 15:04:44.664362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Usage tracker for resource:security_group_rule and tenant:5fad5f224f3a41b7a8f3221955f351cb is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:44.668441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] For port 5af27aec-330c-476c-8e1d-a96529185126, host hv-cinder-68948, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:44.680097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:44.701268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:44.730528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b67dd-a007-4ea4-aed3-164d2eed1ad0 req-ebd37f9c-8bed-4eae-b1ac-b494c6d3f051 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:44.732312 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-546b67dd-a007-4ea4-aed3-164d2eed1ad0 req-ebd37f9c-8bed-4eae-b1ac-b494c6d3f051 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 943 time: 0.7027407 Jan 15 15:04:44.734250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] For port 5af27aec-330c-476c-8e1d-a96529185126, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5af27aec-330c-476c-8e1d-a96529185126,segment=NetworkSegment(059f45ed-fcf5-43ff-9618-7c9d86cd34f5),segment_id=059f45ed-fcf5-43ff-9618-7c9d86cd34f5)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:44.744649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.769074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-26d4dd03-3df7-4a89-8003-46d372c95e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:44.770733 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-26d4dd03-3df7-4a89-8003-46d372c95e83 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3&tenant_id=90f3840824f348a4b2d2a2f552db3c7a HTTP/1.1" status: 200 len: 1161 time: 0.2814252 Jan 15 15:04:44.781583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:44.805179 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bd0fa50-f2e1-4198-9e45-6032123d4ae1 req-759a79b8-1852-4355-b981-9bd32276860a service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872973 Jan 15 15:04:45.004120 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-6a4b0cb1-3d37-418b-a516-9f0eaa0c0af0 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8026731 Jan 15 15:04:45.022487 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-546b67dd-a007-4ea4-aed3-164d2eed1ad0 req-4c774e63-fcca-418a-9752-a12c0df06dc3 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786846 Jan 15 15:04:45.029618 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-27fb187d-ee27-4491-952b-637f9f269645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.031360 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-27fb187d-ee27-4491-952b-637f9f269645 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 1161 time: 0.1914613 Jan 15 15:04:45.034964 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5bd0fa50-f2e1-4198-9e45-6032123d4ae1 req-b870a540-a836-4625-9eef-3f84033a3ada service neutron] 10.222.0.75 "GET /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2174001 Jan 15 15:04:45.038798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Notify callbacks [] for port, precommit_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.060614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Transition to ACTIVE for port object abc2c72a-6a24-4d16-a1a6-a2a90531c4ca will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:45.060614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.071775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group_rule, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.086207 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Pushing event updated for resources: {'Port': ['ID=5af27aec-330c-476c-8e1d-a96529185126,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:45.115954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:45.168383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d0456947-30c1-4240-a725-fd3dc31ca522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:45.207784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.223387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-00eb5214-ed85-4354-bb2d-80474a555fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.225937 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-00eb5214-ed85-4354-bb2d-80474a555fd0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.1648304 Jan 15 15:04:45.226257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.261622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3417af4f-a04e-47e5-9040-e63187b444ad tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:45.270334 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7fc2b-9843-46fb-9cd0-215fab857e45 None None] Pushing event updated for resources: {'Port': ['ID=abc2c72a-6a24-4d16-a1a6-a2a90531c4ca,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:45.282025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6ff7fc2b-9843-46fb-9cd0-215fab857e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:45.291705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65eec61-1f69-4130-9526-c2e35f98a5c4,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:45.346727 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.347154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.348875 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] 10.222.0.75 "PUT /v2.0/ports/5af27aec-330c-476c-8e1d-a96529185126 HTTP/1.1" status: 200 len: 1157 time: 3.7822747 Jan 15 15:04:45.355321 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-4acd5c2a-965d-4062-b974-9942b60575e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 HTTP/1.1" status: 200 len: 999 time: 0.1174469 Jan 15 15:04:45.357265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b7fc0e-56ac-482e-90fe-bb01098a2a66', 'tag': '5af27aec-330c-476c-8e1d-a96529185126'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:45.369756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:45.374848 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-231a77c4-d6ca-4219-9cea-331680bcffa3 req-625272f6-e0e2-491f-b028-5df8cf7b6974 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3452234 Jan 15 15:04:45.395365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group_rule, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.420513 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7a96a1a3-e2ac-4ba7-b9a4-c18dd1dbde38 req-f36a60f0-3eb7-42c5-8a3b-a01cc802912a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1048577 Jan 15 15:04:45.491091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Attempting to bind port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:45.491512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Attempting to bind port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '5f2a55b4-a854-4a2a-bfc3-f66883930206', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:45.491968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Attempting to bind port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca on network 63394fbc-bc55-43f8-be1f-716b0addbbf0 {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:45.498227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.objects.ports [None req-aed456be-45fb-4940-b442-b11196d15c38 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:04:45.501808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:45.502226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Checking segment: {'id': '5f2a55b4-a854-4a2a-bfc3-f66883930206', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:45.502683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.503112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Bound using segment: {'id': '5f2a55b4-a854-4a2a-bfc3-f66883930206', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:45.503643 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Bound port: abc2c72a-6a24-4d16-a1a6-a2a90531c4ca, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2a55b4-a854-4a2a-bfc3-f66883930206', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:45.504140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.521586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-fa9c0bd5-ed4e-46e6-8029-51a8967524f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.524081 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-fa9c0bd5-ed4e-46e6-8029-51a8967524f6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.1504679 Jan 15 15:04:45.532194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57028d6-c048-4366-83f4-945b70241a98 req-cb7bd684-2428-42d8-bf40-27ba646941f8 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.535657 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f57028d6-c048-4366-83f4-945b70241a98 req-cb7bd684-2428-42d8-bf40-27ba646941f8 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2648439 Jan 15 15:04:45.665248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-b8759631-d4b5-4783-a2e4-ed49d3dfbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.667278 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-b8759631-d4b5-4783-a2e4-ed49d3dfbbbc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1329632 Jan 15 15:04:45.742442 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f57028d6-c048-4366-83f4-945b70241a98 req-a1a121fe-7b25-401b-9c3f-3708279c1fe8 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956841 Jan 15 15:04:45.798121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e849-20c9-476a-8643-72e26769c115 req-1368530a-6612-4a38-9f2f-a85c9e14f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.800670 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-1368530a-6612-4a38-9f2f-a85c9e14f455 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2996dc69189d45498f6b201bfbd64f2d&device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 1160 time: 0.2635875 Jan 15 15:04:45.811174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] For port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:45.815456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] For port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=abc2c72a-6a24-4d16-a1a6-a2a90531c4ca,segment=NetworkSegment(5f2a55b4-a854-4a2a-bfc3-f66883930206),segment_id=5f2a55b4-a854-4a2a-bfc3-f66883930206)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:45.824011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.833439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1c50-9cc1-4cf2-ae6c-48fbac156212 req-bb7b2571-a09b-495b-8bd0-e58ef35e5509 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.835502 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4bb1c50-9cc1-4cf2-ae6c-48fbac156212 req-bb7b2571-a09b-495b-8bd0-e58ef35e5509 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.2267904 Jan 15 15:04:45.849179 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-1ca053d0-da84-4150-a157-76f173377c79 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731858 Jan 15 15:04:45.852215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:45.907327 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-4a324010-9e19-4336-a88c-e2153f2a72b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5af27aec-330c-476c-8e1d-a96529185126 HTTP/1.1" status: 200 len: 217 time: 0.0704677 Jan 15 15:04:46.013793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7fc2b-9843-46fb-9cd0-215fab857e45 None None] Pushing event updated for resources: {'Port': ['ID=abc2c72a-6a24-4d16-a1a6-a2a90531c4ca,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:46.019053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6ff7fc2b-9843-46fb-9cd0-215fab857e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:46.029435 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2451eed-84e8-4535-ba79-2537d72fc37c req-bf04af96-0f39-4c5f-a074-90b67da03732 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1724708 Jan 15 15:04:46.047089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Routers {'d8cf9d43-36df-48b7-a075-2038db9bb04e'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:46.048129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:04:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['d8cf9d43-36df-48b7-a075-2038db9bb04e'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:46.078635 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4bb1c50-9cc1-4cf2-ae6c-48fbac156212 req-bf2d2c4f-42fc-41f8-96f2-41d4f1bd56e9 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701508 Jan 15 15:04:46.090760 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e849-20c9-476a-8643-72e26769c115 req-c5637f17-748e-4879-9d71-4e7914ce128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:46.092564 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-c5637f17-748e-4879-9d71-4e7914ce128b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=41d7ebe9-5f79-47a5-9c95-7609d796fad8 HTTP/1.1" status: 200 len: 853 time: 0.1639812 Jan 15 15:04:46.159139 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-e2ab6cc0-072f-4d6e-b453-a9c5596db49d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e6fab910-fe89-41cc-8ff9-12ca93e9ce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571897 Jan 15 15:04:46.195470 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f11027-ad4a-4548-bbe2-a93e27382671 req-a31a9df1-ffbc-4e9e-b8d1-d284af74a404 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:46.197297 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-75f11027-ad4a-4548-bbe2-a93e27382671 req-a31a9df1-ffbc-4e9e-b8d1-d284af74a404 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.2699950 Jan 15 15:04:46.202965 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b7fc0e-56ac-482e-90fe-bb01098a2a66', 'tag': '5af27aec-330c-476c-8e1d-a96529185126', 'status': 'completed', 'code': 200} Jan 15 15:04:46.256849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5b063048-018e-4707-8339-53633f8a9365 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:46.345114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] Set router d8cf9d43-36df-48b7-a075-2038db9bb04e gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:46.428896 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-75f11027-ad4a-4548-bbe2-a93e27382671 req-f24f2692-c7f9-46ab-b1f7-7667ce9d1189 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967783 Jan 15 15:04:46.444882 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-a1ca0524-b3c3-4507-b81d-e385fc6d192f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups/05528596-9a1e-4e15-9f96-2545a31d5312 HTTP/1.1" status: 200 len: 2401 time: 0.2144790 Jan 15 15:04:46.449957 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05528596-9a1e-4e15-9f96-2545a31d5312', 'remote_group_id': None}]} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:46.450308 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05528596-9a1e-4e15-9f96-2545a31d5312', 'remote_group_id': None}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:46.462399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:46.478766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Usage tracker for resource:security_group_rule and tenant:5fad5f224f3a41b7a8f3221955f351cb is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:46.483837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:46.492253 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-f5ec192e-40ed-4138-84a3-18506fc525d2 service neutron] 10.222.0.75 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882688 Jan 15 15:04:46.493128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:46.522696 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 5b063048-018e-4707-8339-53633f8a9365 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:46.543461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:46.543926 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:46.719401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group_rule, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:46.778648 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0c4e849-20c9-476a-8643-72e26769c115 req-a07b829a-9f32-4d13-9725-0f549c87eef0 service neutron] 10.222.0.75 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2685812 Jan 15 15:04:46.781920 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:46.786118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:46.806079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:46.811717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22868c-7056-4129-a281-858bdb1de4ec req-e6960bf1-8c45-40f0-89b5-fa3fd97c4ab4 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:46.813614 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6c22868c-7056-4129-a281-858bdb1de4ec req-e6960bf1-8c45-40f0-89b5-fa3fd97c4ab4 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 943 time: 0.2369411 Jan 15 15:04:46.818654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:46.841848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b063048-018e-4707-8339-53633f8a9365'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:46.856403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 5b063048-018e-4707-8339-53633f8a9365, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5b063048-018e-4707-8339-53633f8a9365,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:46.856783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3263adc-534f-43a1-9474-f23310f56ccc,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:46.860400 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'name': 'tempest-TestVolumeBootPattern-1442982119-router', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:31Z', 'updated_at': '2021-01-15T15:04:39Z', 'revision_number': 4, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'gw_port': {'id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:33Z', 'updated_at': '2021-01-15T15:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'abc2c72a-6a24-4d16-a1a6-a2a90531c4ca', 'name': '', 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'mac_address': 'fa:16:3e:cc:0c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:37Z', 'updated_at': '2021-01-15T15:04:45Z', 'revision_number': 4, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'subnets': [{'id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:46.864599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:46.866041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:46.867217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4c1dac43-f8e2-4fe0-b315-48489814338c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:46.880003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group_rule, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:46.881200 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1780f54e-f739-445a-b356-831aa8ab96d8 req-dce1c9fa-e79e-44a0-8491-8a8d5b6afdfa tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4354398 Jan 15 15:04:46.901475 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6c22868c-7056-4129-a281-858bdb1de4ec req-b20485d8-2903-4466-8b6c-e4883fc12ec0 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723174 Jan 15 15:04:46.901663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4a104-e57e-4ebf-a2ae-2a37dee3064d None None] The sync data for ids ['d8cf9d43-36df-48b7-a075-2038db9bb04e'] in dv-cinder-689486-7-iscsi is: [{'id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'name': 'tempest-TestVolumeBootPattern-1442982119-router', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:31Z', 'updated_at': '2021-01-15T15:04:39Z', 'revision_number': 4, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'gw_port': {'id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:33Z', 'updated_at': '2021-01-15T15:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'abc2c72a-6a24-4d16-a1a6-a2a90531c4ca', 'name': '', 'network_id': '63394fbc-bc55-43f8-be1f-716b0addbbf0', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'mac_address': 'fa:16:3e:cc:0c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:37Z', 'updated_at': '2021-01-15T15:04:45Z', 'revision_number': 4, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'subnets': [{'id': '9a5cb892-93c3-4280-b0d7-46382e37e2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:04:46.964670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=5b063048-018e-4707-8339-53633f8a9365,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:46.978254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:47.022077 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b063048-018e-4707-8339-53633f8a9365', 'code': 200} Jan 15 15:04:47.082055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e1460-b7c2-4340-842b-70b71f7b7d71 req-3564488e-423b-4a02-a16d-0604344f89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:47.083962 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-088e1460-b7c2-4340-842b-70b71f7b7d71 req-3564488e-423b-4a02-a16d-0604344f89d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2996dc69189d45498f6b201bfbd64f2d&device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 1160 time: 0.1462352 Jan 15 15:04:47.379623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2e5ab-c812-4f83-9cad-f9c4c0e97140 req-1806611b-800d-48cd-b01e-a4876c45afa0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:47.387383 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1ed2e5ab-c812-4f83-9cad-f9c4c0e97140 req-1806611b-800d-48cd-b01e-a4876c45afa0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2506359 Jan 15 15:04:47.458557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5b063048-018e-4707-8339-53633f8a9365 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:47.628629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:47.629226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:47.672518 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1ed2e5ab-c812-4f83-9cad-f9c4c0e97140 req-0ae12522-3ee2-4f8c-9a07-b61e63bb45a8 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841265 Jan 15 15:04:47.673792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e1460-b7c2-4340-842b-70b71f7b7d71 req-738e2fa2-0002-479f-9e3f-de12353478d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:47.678655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93582-a87b-4f51-b31c-ec73aa44bd38 req-61bd0c3d-d55b-4838-9cc6-a82df4de6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:47.679668 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-088e1460-b7c2-4340-842b-70b71f7b7d71 req-738e2fa2-0002-479f-9e3f-de12353478d9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e6fab910-fe89-41cc-8ff9-12ca93e9ce45 HTTP/1.1" status: 200 len: 907 time: 0.5867977 Jan 15 15:04:47.680346 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1db93582-a87b-4f51-b31c-ec73aa44bd38 req-61bd0c3d-d55b-4838-9cc6-a82df4de6f13 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1162 time: 0.1279960 Jan 15 15:04:47.799178 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1db93582-a87b-4f51-b31c-ec73aa44bd38 req-2eb23188-a86f-407a-b968-9d45b11866be service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031845 Jan 15 15:04:47.868730 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-088e1460-b7c2-4340-842b-70b71f7b7d71 req-46a6a0b2-4bd0-4dfa-91db-8756ee81f150 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5af27aec-330c-476c-8e1d-a96529185126 HTTP/1.1" status: 200 len: 217 time: 0.1679819 Jan 15 15:04:48.001985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87c3df-13ea-4432-a127-7c763dc70be5 req-438ed227-936c-4014-9c7e-f1b66a391734 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:48.003724 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cd87c3df-13ea-4432-a127-7c763dc70be5 req-438ed227-936c-4014-9c7e-f1b66a391734 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.6141961 Jan 15 15:04:48.052000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device abc2c72a-6a24-4d16-a1a6-a2a90531c4ca up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:48.185385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:48.199006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:48.199432 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:48.396687 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:48.450990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=abc2c72a-6a24-4d16-a1a6-a2a90531c4ca,segment=NetworkSegment(5f2a55b4-a854-4a2a-bfc3-f66883930206),segment_id=5f2a55b4-a854-4a2a-bfc3-f66883930206)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:48.456310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:48.466404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:48.535363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a30a9-9eed-46c4-a733-d6d8f922db47 req-91596ebb-5673-43fd-95b0-244577e731c3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:48.543711 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c25a30a9-9eed-46c4-a733-d6d8f922db47 req-91596ebb-5673-43fd-95b0-244577e731c3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.6969256 Jan 15 15:04:48.565854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=abc2c72a-6a24-4d16-a1a6-a2a90531c4ca,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:48.573377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:48.584485 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cd87c3df-13ea-4432-a127-7c763dc70be5 req-ee2d0a9c-9322-4cd4-b803-c5d13077b2ec tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729711 Jan 15 15:04:48.654774 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c25a30a9-9eed-46c4-a733-d6d8f922db47 req-e2ac17b3-4b0a-40b0-b1fe-3de071ac5dc0 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099901 Jan 15 15:04:48.887174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:04:49.083152 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf3f33-8d65-48b7-8470-f76bf882449a req-bfd21421-e1d6-449c-90c2-8794a2b51265 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:49.089280 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ceaf3f33-8d65-48b7-8470-f76bf882449a req-bfd21421-e1d6-449c-90c2-8794a2b51265 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1944799 Jan 15 15:04:49.118285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef14f6-8112-4dc8-94b6-bdaaba888619 req-9951f19e-3fe7-4770-9e7c-39d9787e3ad5 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:49.120088 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-beef14f6-8112-4dc8-94b6-bdaaba888619 req-9951f19e-3fe7-4770-9e7c-39d9787e3ad5 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1774528 Jan 15 15:04:49.213359 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ceaf3f33-8d65-48b7-8470-f76bf882449a req-b6d6250f-c557-44e4-aa3f-49061b3235ec tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212773 Jan 15 15:04:49.225690 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-beef14f6-8112-4dc8-94b6-bdaaba888619 req-aef16df1-cc79-4319-a2b3-bbe2b9d6af64 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894520 Jan 15 15:04:50.043294 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device abc2c72a-6a24-4d16-a1a6-a2a90531c4ca up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:50.154330 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:50.154867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.174638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b639c33-2134-4b6e-9a74-d35ef298ea2a req-a4cb4ac3-48a8-4cd9-996a-c8fd9209e734 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:50.183701 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4b639c33-2134-4b6e-9a74-d35ef298ea2a req-a4cb4ac3-48a8-4cd9-996a-c8fd9209e734 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1705680 Jan 15 15:04:50.201582 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a736fe0-ab9b-470b-8f73-9edbc4fd427d req-3a963d9b-4b56-4bde-a37a-7fb915cb2de5 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:50.203395 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9a736fe0-ab9b-470b-8f73-9edbc4fd427d req-3a963d9b-4b56-4bde-a37a-7fb915cb2de5 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.2555087 Jan 15 15:04:50.292189 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9a736fe0-ab9b-470b-8f73-9edbc4fd427d req-98db3ace-b463-445c-8fbb-8b9a045bc760 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698605 Jan 15 15:04:50.301237 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4b639c33-2134-4b6e-9a74-d35ef298ea2a req-80b29337-5388-410a-96b3-96459e76969f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966859 Jan 15 15:04:50.559557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524ff55-037a-4c67-82c5-97c72fc41da3 req-6089c191-4ce5-4d7e-b242-7ee31762311c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:50.561227 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c524ff55-037a-4c67-82c5-97c72fc41da3 req-6089c191-4ce5-4d7e-b242-7ee31762311c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1139622 Jan 15 15:04:50.617323 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c524ff55-037a-4c67-82c5-97c72fc41da3 req-4d80d3ad-ace7-4686-bbad-69153c30c76a tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490153 Jan 15 15:04:51.647719 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2c2fb-4e5a-4db4-adc2-30d38aa9b14f req-9d4040dd-7505-4bb6-9853-7b5eb7a8889d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:51.651304 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-62d2c2fb-4e5a-4db4-adc2-30d38aa9b14f req-9d4040dd-7505-4bb6-9853-7b5eb7a8889d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1444674 Jan 15 15:04:51.672314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14454dc2-8b66-4673-9b27-8d0cbfa15e5a req-ec6ab0e8-07ec-476a-b031-734044b00219 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:51.673934 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-14454dc2-8b66-4673-9b27-8d0cbfa15e5a req-ec6ab0e8-07ec-476a-b031-734044b00219 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.2130439 Jan 15 15:04:51.751071 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-62d2c2fb-4e5a-4db4-adc2-30d38aa9b14f req-2733a619-6266-4965-b7a3-41360ddc4b47 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759254 Jan 15 15:04:51.765734 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-14454dc2-8b66-4673-9b27-8d0cbfa15e5a req-b10fd792-703d-4b59-96bc-fc356062819d tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735905 Jan 15 15:04:52.016019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63fce1-b90e-40cb-8eeb-ec39c8942b6b req-a762aa75-a9bb-4d14-a6a8-54e3898ef9a1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:52.017720 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd63fce1-b90e-40cb-8eeb-ec39c8942b6b req-a762aa75-a9bb-4d14-a6a8-54e3898ef9a1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1153889 Jan 15 15:04:52.070232 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd63fce1-b90e-40cb-8eeb-ec39c8942b6b req-77dde15e-2cee-453b-95a9-f0b140e99dbe tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462310 Jan 15 15:04:52.684460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9e33e8de-8b65-458d-9d59-9f1e55fbe0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:53.100838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd483f78-5de8-49a0-94f1-80d81e26fe47 req-d929880b-1c7e-438a-a130-b3c93671dc26 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:53.102429 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd483f78-5de8-49a0-94f1-80d81e26fe47 req-d929880b-1c7e-438a-a130-b3c93671dc26 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.1876049 Jan 15 15:04:53.148859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c63257-a9da-4407-b59c-241dacadc591 req-e0eb1134-be71-48da-b3c0-1e51b6faca73 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:53.150549 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a7c63257-a9da-4407-b59c-241dacadc591 req-e0eb1134-be71-48da-b3c0-1e51b6faca73 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1930184 Jan 15 15:04:53.196419 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd483f78-5de8-49a0-94f1-80d81e26fe47 req-29b23a6b-d8a1-498a-b3e8-e3f56be085f1 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867255 Jan 15 15:04:53.231708 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a7c63257-a9da-4407-b59c-241dacadc591 req-3057c3b7-0708-45d8-810f-c463f02ed85a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541539 Jan 15 15:04:53.455667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfe77f-5d06-4909-b2d9-32300211601c req-90bf1fac-ae6c-44b3-a944-058d291ca757 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:53.457680 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-33cfe77f-5d06-4909-b2d9-32300211601c req-90bf1fac-ae6c-44b3-a944-058d291ca757 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1101704 Jan 15 15:04:53.522627 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-33cfe77f-5d06-4909-b2d9-32300211601c req-d1fb708b-1ae0-4821-b37c-601ee3986494 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527606 Jan 15 15:04:54.557281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0ff01-2efd-4d41-940a-1eb9a1054aa4 req-face42ab-4fdd-4d22-a70e-f3139194edc7 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:54.559534 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1dd0ff01-2efd-4d41-940a-1eb9a1054aa4 req-face42ab-4fdd-4d22-a70e-f3139194edc7 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.2187784 Jan 15 15:04:54.589981 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99424838-d3bb-4209-807e-2d774d1693e5 req-6a71b545-b0c9-4f91-b77d-7d6a4d4d3a00 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:54.591917 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-99424838-d3bb-4209-807e-2d774d1693e5 req-6a71b545-b0c9-4f91-b77d-7d6a4d4d3a00 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1936588 Jan 15 15:04:54.697882 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-99424838-d3bb-4209-807e-2d774d1693e5 req-0d6f02cd-5174-40d6-84b4-fb40d7b2da26 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826240 Jan 15 15:04:54.704747 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1dd0ff01-2efd-4d41-940a-1eb9a1054aa4 req-32f2615d-0396-4e62-878c-8098603e1221 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108427 Jan 15 15:04:54.709715 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-41569c41-89e7-4e2d-8434-ee6443b50136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.940296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b1be-f11a-4dcf-aa2a-94f67ae29211 req-82045781-748a-47bf-aa79-f7be255608c6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:54.942027 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4658b1be-f11a-4dcf-aa2a-94f67ae29211 req-82045781-748a-47bf-aa79-f7be255608c6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1154695 Jan 15 15:04:54.998194 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4658b1be-f11a-4dcf-aa2a-94f67ae29211 req-05fdfdbc-68f1-4109-859f-b2edae9403dc tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496590 Jan 15 15:04:55.864670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.013759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b2ff-7bb2-4360-9474-720f2f89ae06 req-067dedc7-a6ae-4e22-8592-114345d4eb49 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:56.016187 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-00f6b2ff-7bb2-4360-9474-720f2f89ae06 req-067dedc7-a6ae-4e22-8592-114345d4eb49 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1374388 Jan 15 15:04:56.044719 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826583a-24aa-4b91-8fb6-603f9b6bf6ad req-8563a7bf-6cdf-4c3a-b918-0a5d74f1cef3 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:56.047502 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b826583a-24aa-4b91-8fb6-603f9b6bf6ad req-8563a7bf-6cdf-4c3a-b918-0a5d74f1cef3 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.2089660 Jan 15 15:04:56.134323 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-00f6b2ff-7bb2-4360-9474-720f2f89ae06 req-a8bbc5b7-5931-426b-8cdf-c2a1157b6534 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856140 Jan 15 15:04:56.143496 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b826583a-24aa-4b91-8fb6-603f9b6bf6ad req-655b714e-b5f0-49c4-a910-d081e8a52569 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784261 Jan 15 15:04:56.384572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837faccf-825c-4523-b76c-ef8ae397241d req-d0cf6f7d-fed9-4398-b648-83ff83699e05 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:56.386240 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-837faccf-825c-4523-b76c-ef8ae397241d req-d0cf6f7d-fed9-4398-b648-83ff83699e05 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1095767 Jan 15 15:04:56.461089 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-837faccf-825c-4523-b76c-ef8ae397241d req-1fd3ad32-ebaa-4fb8-80a9-e8abb86039f6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670767 Jan 15 15:04:56.869462 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:57.359511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:57.492217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287baff-3a84-4668-a0b0-4e0f594815de req-614d2137-5583-467f-b1d8-cbbc7d858605 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:57.493940 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7287baff-3a84-4668-a0b0-4e0f594815de req-614d2137-5583-467f-b1d8-cbbc7d858605 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.2056291 Jan 15 15:04:57.540695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7435ef-1918-482d-90e5-4561c52861cf req-2c3f8959-4282-48b1-8a3c-378305a3aba4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:57.542347 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ec7435ef-1918-482d-90e5-4561c52861cf req-2c3f8959-4282-48b1-8a3c-378305a3aba4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1938829 Jan 15 15:04:57.611899 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7287baff-3a84-4668-a0b0-4e0f594815de req-af493c80-7c33-4b88-a654-9b5d7e2be792 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049376 Jan 15 15:04:57.621804 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ec7435ef-1918-482d-90e5-4561c52861cf req-4a75fe2b-6b95-4026-a342-fda5c19af67c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723591 Jan 15 15:04:57.848639 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ae82-724a-439d-b6ed-2fc786938982 req-52d51d0a-58a8-4205-9c70-10ae07c2b25d tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:57.850406 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fcc1ae82-724a-439d-b6ed-2fc786938982 req-52d51d0a-58a8-4205-9c70-10ae07c2b25d tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1079490 Jan 15 15:04:57.906421 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fcc1ae82-724a-439d-b6ed-2fc786938982 req-363803cd-98a7-4feb-8c2a-6ae7e7eec9a1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493062 Jan 15 15:04:58.977260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0df45-dcb2-46dd-8766-814fb890efec req-d2dc434c-d693-44bb-9203-368af1dd95c4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:58.980317 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7da0df45-dcb2-46dd-8766-814fb890efec req-d2dc434c-d693-44bb-9203-368af1dd95c4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1711459 Jan 15 15:04:59.012327 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dde94b-6bf3-4a57-b5ea-6f5c3b4b0d48 req-448b533e-54d0-46f6-8e2d-77a17696f0a3 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:59.019242 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d8dde94b-6bf3-4a57-b5ea-6f5c3b4b0d48 req-448b533e-54d0-46f6-8e2d-77a17696f0a3 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.2484422 Jan 15 15:04:59.103604 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d8dde94b-6bf3-4a57-b5ea-6f5c3b4b0d48 req-f872358c-6b6a-447a-9ff6-4c8643d6659c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832753 Jan 15 15:04:59.111019 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7da0df45-dcb2-46dd-8766-814fb890efec req-55509b58-db2c-451f-8c60-d1faf56f2ab2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737841 Jan 15 15:04:59.332599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c91cf-fb7c-4a21-a4d4-f8d0d7c31e74 req-9d6ee0a0-c95c-4699-ac44-ee98d672c57e tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:59.334362 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-932c91cf-fb7c-4a21-a4d4-f8d0d7c31e74 req-9d6ee0a0-c95c-4699-ac44-ee98d672c57e tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1048017 Jan 15 15:04:59.387071 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-932c91cf-fb7c-4a21-a4d4-f8d0d7c31e74 req-88dc0ceb-aee4-46f0-bcad-52bcb61c77c6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461059 Jan 15 15:04:59.895332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e1460-b7c2-4340-842b-70b71f7b7d71 req-64d2a517-3b1d-4a8c-bc06-6968ce1a53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:59.896935 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-088e1460-b7c2-4340-842b-70b71f7b7d71 req-64d2a517-3b1d-4a8c-bc06-6968ce1a53ca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=41d7ebe9-5f79-47a5-9c95-7609d796fad8 HTTP/1.1" status: 200 len: 853 time: 0.0762146 Jan 15 15:05:00.006491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.012938 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-088e1460-b7c2-4340-842b-70b71f7b7d71 req-496a59c7-c135-4e6d-9a60-b3db50afe417 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e6fab910-fe89-41cc-8ff9-12ca93e9ce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530369 Jan 15 15:05:00.221588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-43b1d7ac-cc75-462a-a105-95fa68e3f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:00.223878 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-43b1d7ac-cc75-462a-a105-95fa68e3f39d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 1161 time: 0.1020956 Jan 15 15:05:00.386919 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-088e1460-b7c2-4340-842b-70b71f7b7d71 req-df4ec864-dc56-4ea7-afb6-7b611ffbb16f service neutron] 10.222.0.75 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326926 Jan 15 15:05:00.411446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-82a8c2ed-eb8a-4998-a805-fb0f64e55823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:00.413347 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-82a8c2ed-eb8a-4998-a805-fb0f64e55823 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.1465402 Jan 15 15:05:00.526722 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-fc2b85cc-2ca9-4147-88be-529d9825ea9b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 HTTP/1.1" status: 200 len: 999 time: 0.1045637 Jan 15 15:05:00.807362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefd51b-7369-4a64-8627-d8164b2a47cc req-9ad2dae2-695a-405d-a1e4-e3edb9b31cbd tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:00.809116 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8cefd51b-7369-4a64-8627-d8164b2a47cc req-9ad2dae2-695a-405d-a1e4-e3edb9b31cbd tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.5286484 Jan 15 15:05:00.838765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-6debb5be-f79b-447e-a8d2-43f15c518405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:00.840555 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-6debb5be-f79b-447e-a8d2-43f15c518405 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.3027797 Jan 15 15:05:00.844121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757dd81-b576-46ee-8026-c3dab2a6f3ce req-d7038263-eeeb-4218-92c9-2893c880692e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:00.845764 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d757dd81-b576-46ee-8026-c3dab2a6f3ce req-d7038263-eeeb-4218-92c9-2893c880692e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.5196483 Jan 15 15:05:00.887955 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-088e1460-b7c2-4340-842b-70b71f7b7d71 req-26c754c7-c81a-4985-80f3-af1f48712e12 service neutron] 10.222.0.75 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4878786 Jan 15 15:05:00.931952 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8cefd51b-7369-4a64-8627-d8164b2a47cc req-d7ad3295-b5ed-4c76-9aa1-1a7480e84284 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850632 Jan 15 15:05:00.944078 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d757dd81-b576-46ee-8026-c3dab2a6f3ce req-20592dde-3703-4252-903d-b29984566236 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908842 Jan 15 15:05:01.013007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-b0e107f3-171f-42ec-86ce-658afb131674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:01.015860 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-b0e107f3-171f-42ec-86ce-658afb131674 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853250 Jan 15 15:05:01.172028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d35061-3df4-4579-ad8a-4602b2aa954e req-893880bf-07fc-44fe-8530-7210c13e08b6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:01.174141 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-38d35061-3df4-4579-ad8a-4602b2aa954e req-893880bf-07fc-44fe-8530-7210c13e08b6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1108418 Jan 15 15:05:01.252337 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-38d35061-3df4-4579-ad8a-4602b2aa954e req-4d67ce7b-21ed-4bf9-8767-6d23136f9da7 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685906 Jan 15 15:05:01.262352 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-51b0603a-9751-47d5-9642-bca16bb5475e service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767626 Jan 15 15:05:01.418299 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4d49dbc-6f23-4d5d-a6ca-0a05fdc39fe0 req-7e7bb65c-ff1e-415b-8e73-771e9d336f5d service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433620 Jan 15 15:05:01.667785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.objects.ports [None req-e2e19bce-5a5a-4aa3-a456-f7cbcc4ce34a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:05:02.253854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a991f-1816-4450-978d-c2a31c7c9a7a req-1f2c26e0-91d3-4531-aba1-47dec83e2ce0 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:02.255803 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-281a991f-1816-4450-978d-c2a31c7c9a7a req-1f2c26e0-91d3-4531-aba1-47dec83e2ce0 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.1769187 Jan 15 15:05:02.279396 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e13457-d437-497c-a7b5-ac3dbf6e5024 req-a159db7e-3975-4bf5-8993-24467e7bc5f0 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:02.281037 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c8e13457-d437-497c-a7b5-ac3dbf6e5024 req-a159db7e-3975-4bf5-8993-24467e7bc5f0 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1619289 Jan 15 15:05:02.363451 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-281a991f-1816-4450-978d-c2a31c7c9a7a req-1f30d0ce-dc73-4397-ad22-5fe720051b5c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812976 Jan 15 15:05:02.380053 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c8e13457-d437-497c-a7b5-ac3dbf6e5024 req-882c429d-5d63-4368-b1c2-9e7e63a98be5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830374 Jan 15 15:05:02.619185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac8979-7f8e-4c55-9561-f4b1d03e8728 req-b9eb38e8-210c-4bf0-b539-8237b38ee43f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:02.620907 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6eac8979-7f8e-4c55-9561-f4b1d03e8728 req-b9eb38e8-210c-4bf0-b539-8237b38ee43f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1086934 Jan 15 15:05:02.677582 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6eac8979-7f8e-4c55-9561-f4b1d03e8728 req-ff7aca19-622e-4697-aae1-7a99877109d8 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496881 Jan 15 15:05:02.797569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5b063048-018e-4707-8339-53633f8a9365 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:02.867633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:02.868231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.911503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b21d-e630-43d5-907e-50942ba1984d req-9fb2aa18-d414-4fce-b6dd-9c708933fbe1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:02.913242 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5c0b21d-e630-43d5-907e-50942ba1984d req-9fb2aa18-d414-4fce-b6dd-9c708933fbe1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1033623 Jan 15 15:05:02.966121 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5c0b21d-e630-43d5-907e-50942ba1984d req-238118eb-ab0a-4714-804d-ca76cfc1912e tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463643 Jan 15 15:05:02.993475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5af27aec-330c-476c-8e1d-a96529185126 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:03.061703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 5af27aec-330c-476c-8e1d-a96529185126 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:03.066864 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5af27aec-330c-476c-8e1d-a96529185126 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:03.067281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:03.197082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:03.227273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b7fc0e-56ac-482e-90fe-bb01098a2a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af27aec-330c-476c-8e1d-a96529185126'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:03.238356 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 5af27aec-330c-476c-8e1d-a96529185126, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5af27aec-330c-476c-8e1d-a96529185126,segment=NetworkSegment(059f45ed-fcf5-43ff-9618-7c9d86cd34f5),segment_id=059f45ed-fcf5-43ff-9618-7c9d86cd34f5)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:03.244481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:03.247149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-24a2a23c-120a-4635-a327-95c50e52bd7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:03.306564 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b7fc0e-56ac-482e-90fe-bb01098a2a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af27aec-330c-476c-8e1d-a96529185126', 'code': 200} Jan 15 15:05:03.321802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=5af27aec-330c-476c-8e1d-a96529185126,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:03.330548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.330988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.331343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.331762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.332135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.332505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.332875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.333241 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.333634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.334040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.334404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.334766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.335199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.335560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.335942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.336301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.336661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.337020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.337376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.337733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.338089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.338452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.338806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.339224 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:03.344096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:03.488791 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2db33d-1f80-4ade-9a03-7deb5166e4b0 req-beef586f-5cd8-412f-bf75-a25bb07de7ec tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.490548 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7f2db33d-1f80-4ade-9a03-7deb5166e4b0 req-beef586f-5cd8-412f-bf75-a25bb07de7ec tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1241250 Jan 15 15:05:03.598566 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7f2db33d-1f80-4ade-9a03-7deb5166e4b0 req-e258de50-b527-4605-96ae-b2d24d8422d6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010299 Jan 15 15:05:03.635175 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf21e8-1d9f-4589-80b8-5879b3728d52 req-cbeb4af4-a03c-4dd7-a198-f86515b97881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.635175 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0fbf21e8-1d9f-4589-80b8-5879b3728d52 req-cbeb4af4-a03c-4dd7-a198-f86515b97881 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 1162 time: 0.0825844 Jan 15 15:05:03.664769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545f638-9c74-489c-a788-4c0ee6e6f005 req-fbf87e2e-e486-408b-b5e5-f36be40261af tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.666482 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e545f638-9c74-489c-a788-4c0ee6e6f005 req-fbf87e2e-e486-408b-b5e5-f36be40261af tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 945 time: 0.1538289 Jan 15 15:05:03.688578 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0fbf21e8-1d9f-4589-80b8-5879b3728d52 req-4c5eca24-aa5a-40b0-93dc-e6c126ddacef service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481615 Jan 15 15:05:03.708140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5af27aec-330c-476c-8e1d-a96529185126 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:03.731511 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e545f638-9c74-489c-a788-4c0ee6e6f005 req-feaf8dd3-d622-491b-afbb-70b4c69066c4 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580842 Jan 15 15:05:03.844068 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5af27aec-330c-476c-8e1d-a96529185126 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:03.844862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:03.938009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822304c4-4255-4907-b259-d8cb582ad419 req-4bba30fd-12bb-42c3-8c13-8f39f0448ab7 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.939761 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-822304c4-4255-4907-b259-d8cb582ad419 req-4bba30fd-12bb-42c3-8c13-8f39f0448ab7 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1342065 Jan 15 15:05:04.040130 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-822304c4-4255-4907-b259-d8cb582ad419 req-6df76075-23fc-4a3b-bde4-3b89c7a789a0 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916364 Jan 15 15:05:04.227729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92766b46-ff5b-4f04-a870-75f4eee489b9 req-9c25c982-82bf-4d8d-9fbb-405af1411f9c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:04.229646 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-92766b46-ff5b-4f04-a870-75f4eee489b9 req-9c25c982-82bf-4d8d-9fbb-405af1411f9c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1121237 Jan 15 15:05:04.289669 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-92766b46-ff5b-4f04-a870-75f4eee489b9 req-477fe24a-b9b6-48f0-a4cc-c5a93f8b0f19 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535595 Jan 15 15:05:04.965380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62b15e-613a-418f-ad2f-0c5df9aa6cc4 req-6fed7ba7-ff1c-4742-9d3f-92a58a51d909 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:04.966968 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a62b15e-613a-418f-ad2f-0c5df9aa6cc4 req-6fed7ba7-ff1c-4742-9d3f-92a58a51d909 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 945 time: 0.0981359 Jan 15 15:05:05.021457 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a62b15e-613a-418f-ad2f-0c5df9aa6cc4 req-ec82df8a-1b84-421d-878e-1da37bf848ce tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Jan 15 15:05:05.314703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31338-55ed-49df-9bc9-070c3fd5008a req-820eea32-2637-473c-9264-17bf89345e70 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:05.316474 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e1a31338-55ed-49df-9bc9-070c3fd5008a req-820eea32-2637-473c-9264-17bf89345e70 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1067288 Jan 15 15:05:05.370147 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e1a31338-55ed-49df-9bc9-070c3fd5008a req-cff0d0ea-071b-4530-87f2-c8cefb2a9280 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472410 Jan 15 15:05:05.501638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3f8e3-b7da-48ce-9d0d-387f6791d3b1 req-6aa49943-8ad5-407d-8259-959c3c36ab2c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:05.503926 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dd3f8e3-b7da-48ce-9d0d-387f6791d3b1 req-6aa49943-8ad5-407d-8259-959c3c36ab2c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1253479 Jan 15 15:05:05.621140 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dd3f8e3-b7da-48ce-9d0d-387f6791d3b1 req-131439af-0ea4-48cd-8427-2d7780f13c05 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073015 Jan 15 15:05:05.677103 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217bb1e-9aae-4eba-83eb-7d11b6332ad9 req-da87b4f6-d13e-4d4c-97c5-1c5aac1cf2f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:05.678776 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3217bb1e-9aae-4eba-83eb-7d11b6332ad9 req-da87b4f6-d13e-4d4c-97c5-1c5aac1cf2f4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1316323 Jan 15 15:05:05.732355 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3217bb1e-9aae-4eba-83eb-7d11b6332ad9 req-77ad69d2-11ef-4daa-bd48-70687d5c37e9 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470355 Jan 15 15:05:05.899384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5af27aec-330c-476c-8e1d-a96529185126 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:05.968889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5af27aec-330c-476c-8e1d-a96529185126 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:05.969449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.293560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44696a-a678-49f6-8a01-45c614616d22 req-6a9c1c49-ce22-4f31-bc50-a7f21473d559 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:06.295547 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9a44696a-a678-49f6-8a01-45c614616d22 req-6a9c1c49-ce22-4f31-bc50-a7f21473d559 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 945 time: 0.1299043 Jan 15 15:05:06.352101 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9a44696a-a678-49f6-8a01-45c614616d22 req-e24a073a-967a-4612-85ed-aa6b5632f149 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Jan 15 15:05:06.666213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f81471-289d-4ade-ae82-321aa9839ae5 req-0a894141-f058-46ef-b97e-40b706e7ac76 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:06.667853 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4f81471-289d-4ade-ae82-321aa9839ae5 req-0a894141-f058-46ef-b97e-40b706e7ac76 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1047294 Jan 15 15:05:06.720969 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e4f81471-289d-4ade-ae82-321aa9839ae5 req-c7e9d590-56e5-42d1-be73-7aafe7c9d980 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461912 Jan 15 15:05:06.960984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6db633-ae49-49dd-9c17-162c11d55230 req-c0eaf96b-2945-49ba-97ce-2512672b85b3 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:06.962706 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-aa6db633-ae49-49dd-9c17-162c11d55230 req-c0eaf96b-2945-49ba-97ce-2512672b85b3 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1082664 Jan 15 15:05:07.020546 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-aa6db633-ae49-49dd-9c17-162c11d55230 req-d21348ef-ad62-44f3-90fa-8677289f3bd4 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509460 Jan 15 15:05:07.106601 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-eeabb9d2-f872-43f0-8f6c-200a3d83c184 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:security_group {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:07.125388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-eeabb9d2-f872-43f0-8f6c-200a3d83c184 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:security_group {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:07.126723 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-eeabb9d2-f872-43f0-8f6c-200a3d83c184 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1248806604&fields=id&tenant_id=5fad5f224f3a41b7a8f3221955f351cb HTTP/1.1" status: 200 len: 267 time: 0.0662770 Jan 15 15:05:07.384531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-951a5ca5-9e1b-446a-bc39-d515ac160e48 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:07.385284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-951a5ca5-9e1b-446a-bc39-d515ac160e48 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:network {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:07.412267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0072ed5-e737-4df0-9b02-1a16d95ee1e8 req-a79e743e-fa8c-49da-a080-cf10e135c15f tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:07.413983 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a0072ed5-e737-4df0-9b02-1a16d95ee1e8 req-a79e743e-fa8c-49da-a080-cf10e135c15f tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2513580 Jan 15 15:05:07.450817 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-951a5ca5-9e1b-446a-bc39-d515ac160e48 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:network {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:07.452156 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-951a5ca5-9e1b-446a-bc39-d515ac160e48 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 811 time: 0.3165414 Jan 15 15:05:07.485036 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a0072ed5-e737-4df0-9b02-1a16d95ee1e8 req-2a7a1631-bc1b-464d-9fa2-6e45bf450bca tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624268 Jan 15 15:05:07.486508 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-ab439b74-36c6-4731-9707-5dc6229aadb9 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/quotas/5fad5f224f3a41b7a8f3221955f351cb HTTP/1.1" status: 200 len: 375 time: 0.0230527 Jan 15 15:05:07.581953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-cd7398b4-bb54-4d24-a540-be2c444c5f6f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:07.598345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-cd7398b4-bb54-4d24-a540-be2c444c5f6f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:07.599996 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-cd7398b4-bb54-4d24-a540-be2c444c5f6f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061392 Jan 15 15:05:07.752080 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-df2b2261-baa4-4732-8ec2-520481e712ce service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388674 Jan 15 15:05:07.978143 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-8709bd98-0697-4e16-833b-4278f02e2cf1 service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2194920 Jan 15 15:05:08.019597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bbf5c-3edd-4eb4-96eb-bf7b792f0ae3 req-070313d9-2a78-4113-942f-b1b655c4aeb6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:08.021301 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6c9bbf5c-3edd-4eb4-96eb-bf7b792f0ae3 req-070313d9-2a78-4113-942f-b1b655c4aeb6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1413960 Jan 15 15:05:08.078633 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6c9bbf5c-3edd-4eb4-96eb-bf7b792f0ae3 req-e3bcf1ef-b2a1-4144-b26a-0354e2ea3acd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496519 Jan 15 15:05:08.338361 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501fb7d-3837-4a03-a0b3-25c0260f6bb1 req-b044c9c4-a63b-4af1-99ba-0cf014f5fa99 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:08.340082 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9501fb7d-3837-4a03-a0b3-25c0260f6bb1 req-b044c9c4-a63b-4af1-99ba-0cf014f5fa99 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1095469 Jan 15 15:05:08.401171 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9501fb7d-3837-4a03-a0b3-25c0260f6bb1 req-76d8f15e-7093-460d-8f9d-3f2ba379d5fa tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 Jan 15 15:05:08.449162 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c29689c5-4b6d-4b62-8201-2fb6eb576ffe req-467846d4-6846-422c-8204-3f0d0780ccdd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 210 time: 0.0543988 Jan 15 15:05:08.728820 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67138fb-3f45-45e6-a109-338369fc4266 req-2d269e16-804d-4688-8ea4-6a46047643c5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:08.731448 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d67138fb-3f45-45e6-a109-338369fc4266 req-2d269e16-804d-4688-8ea4-6a46047643c5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1106129 Jan 15 15:05:08.787032 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d67138fb-3f45-45e6-a109-338369fc4266 req-0c371e56-c4b3-4062-9cbb-480feb753e9a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494723 Jan 15 15:05:09.258935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-aba77e78-b919-47bf-8d7e-766bf76ec228 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:09.259784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-aba77e78-b919-47bf-8d7e-766bf76ec228 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Synchronizing usage tracker for tenant:a6bbb339ed144d49810a0c9c8a2b931c on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:09.273264 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-aba77e78-b919-47bf-8d7e-766bf76ec228 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Unset dirty status for tenant:a6bbb339ed144d49810a0c9c8a2b931c on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:09.274499 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-aba77e78-b919-47bf-8d7e-766bf76ec228 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.75 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1199770 Jan 15 15:05:09.345422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec200c-a7fc-439d-836d-29465aa56c70 req-1390b5bc-b5c6-446f-8eaa-8c0872fb49d9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:09.345422 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dfec200c-a7fc-439d-836d-29465aa56c70 req-1390b5bc-b5c6-446f-8eaa-8c0872fb49d9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 944 time: 0.1034718 Jan 15 15:05:09.368672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Deleting port ec6caac4-3cbc-40e2-b862-60fb96a26df1 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:05:09.369182 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.400057 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dfec200c-a7fc-439d-836d-29465aa56c70 req-67ea8643-a94d-4d90-93b2-9bac3cec193b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464368 Jan 15 15:05:09.653333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] For port ec6caac4-3cbc-40e2-b862-60fb96a26df1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=ec6caac4-3cbc-40e2-b862-60fb96a26df1,segment=NetworkSegment(054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a),segment_id=054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:09.653742 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.677216 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a683e321-7b82-4a55-8e52-0e4bcf2e02ab req-222d3433-2ee8-404d-b808-989892939f7d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 210 time: 0.0627205 Jan 15 15:05:09.745553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b80a7-ad80-46e9-a06a-0ad1e528b09d req-ba181492-1da8-429d-be2a-0a38a9c26571 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:09.747314 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-514b80a7-ad80-46e9-a06a-0ad1e528b09d req-ba181492-1da8-429d-be2a-0a38a9c26571 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 945 time: 0.1829076 Jan 15 15:05:09.797737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Calling delete_port for ec6caac4-3cbc-40e2-b862-60fb96a26df1 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:05:09.867313 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-514b80a7-ad80-46e9-a06a-0ad1e528b09d req-b3023815-ce63-432b-aaf9-64b2a472dc7c tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128573 Jan 15 15:05:10.059272 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-d9ba0edf-6136-48ab-99e1-354eeea94a94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:10.060989 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-d9ba0edf-6136-48ab-99e1-354eeea94a94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 811 time: 0.2758224 Jan 15 15:05:10.065500 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.084135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:10.104975 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e1736-b60a-4848-9cd1-cf2ee43b33dd req-4ce5076d-066b-4535-8d3d-0651675d48d7 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:10.106618 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-675e1736-b60a-4848-9cd1-cf2ee43b33dd req-4ce5076d-066b-4535-8d3d-0651675d48d7 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1551027 Jan 15 15:05:10.141320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Pushing event deleted for resources: {'Port': ['ID=ec6caac4-3cbc-40e2-b862-60fb96a26df1,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:10.153447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.153863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.154266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.155236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.155648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.156254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.156638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.157034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.157427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.157815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.158265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.158652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.159112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.159503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.159933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.160304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.160687 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.161074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.161458 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.161845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.162227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.163052 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.163052 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.163349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:10.167307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:10.207089 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-675e1736-b60a-4848-9cd1-cf2ee43b33dd req-a5bd56f4-5b6d-4d62-9ef7-6753a6d92ee9 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827453 Jan 15 15:05:10.225568 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-b07b438d-7506-4027-a9c3-0e842b35fd61 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5fad5f224f3a41b7a8f3221955f351cb HTTP/1.1" status: 200 len: 5765 time: 0.1179092 Jan 15 15:05:10.240129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'port': {'device_id': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'admin_state_up': True, 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'security_groups': ['05528596-9a1e-4e15-9f96-2545a31d5312']}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:10.315053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] No DVR routers for this DVR port ec6caac4-3cbc-40e2-b862-60fb96a26df1 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:05:10.318230 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.321037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551d9417-6f23-4573-a747-82f2d8f4eed4', 'name': 'network-vif-deleted', 'tag': 'ec6caac4-3cbc-40e2-b862-60fb96a26df1'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:10.337703 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4f7d8184-7746-4176-9aee-d5029e061cd4 req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.75 "DELETE /v2.0/ports/ec6caac4-3cbc-40e2-b862-60fb96a26df1 HTTP/1.1" status: 204 len: 173 time: 1.0479844 Jan 15 15:05:10.393943 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551d9417-6f23-4573-a747-82f2d8f4eed4', 'name': 'network-vif-deleted', 'tag': 'ec6caac4-3cbc-40e2-b862-60fb96a26df1', 'status': 'completed', 'code': 200} Jan 15 15:05:10.399390 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:10.410435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:10.420900 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Made reservation on behalf of 5fad5f224f3a41b7a8f3221955f351cb for: {'port': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:10.436484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.534762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:10.628960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:10.629416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.761128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.793572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:10.809050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:10.813212 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.816656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:10.879747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device ec6caac4-3cbc-40e2-b862-60fb96a26df1 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:05:10.919378 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e215ab4d-dce5-432f-acfd-f8645f1aba86 req-e486053d-66d5-4d04-89bc-0ab5642da76a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 210 time: 0.0666351 Jan 15 15:05:10.920332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: ec6caac4-3cbc-40e2-b862-60fb96a26df1 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:05:10.920686 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device ec6caac4-3cbc-40e2-b862-60fb96a26df1 not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:05:10.935341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,revision_number=6']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:10.940065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:11.015746 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2', 'code': 200} Jan 15 15:05:11.043176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80b47b-466c-48ce-a07a-7d0cead507be req-bc752b18-7c1a-49e0-8dee-d19d6d65a9a9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:11.046307 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6d80b47b-466c-48ce-a07a-7d0cead507be req-bc752b18-7c1a-49e0-8dee-d19d6d65a9a9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2580521 Jan 15 15:05:11.179414 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6d80b47b-466c-48ce-a07a-7d0cead507be req-b1b6d4d0-e9fc-471a-8d36-0e4f96c8ed6f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082418 Jan 15 15:05:11.242810 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c1119983-be69-42ac-bdad-ca2382dd03a8 req-cc8a79ea-c65d-44a9-baeb-87e2781b59ef tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=551d9417-6f23-4573-a747-82f2d8f4eed4 HTTP/1.1" status: 200 len: 210 time: 0.0621367 Jan 15 15:05:11.247000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Allocated IP 172.20.0.7 (f14cb6b6-4ee7-43cf-a8e0-9286f9842639/16b9f3a3-fb9b-44ec-bb51-ac83c2be2064/c88a0bc3-30bb-4261-a8f0-5ab544132a4c) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:11.519951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:11.559301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46554c4f-448e-4fcf-9d65-498aa364ff04 req-8e7bb211-3bf5-4595-bac3-717ea56a4eda tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:11.561678 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46554c4f-448e-4fcf-9d65-498aa364ff04 req-8e7bb211-3bf5-4595-bac3-717ea56a4eda tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1818869 Jan 15 15:05:11.570440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Transition to ACTIVE for port object c88a0bc3-30bb-4261-a8f0-5ab544132a4c will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:11.631805 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46554c4f-448e-4fcf-9d65-498aa364ff04 req-04d8ec83-85db-469f-b06b-aca1a5defb05 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625911 Jan 15 15:05:11.638834 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:11.658927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:11.726694 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f000-3398-42e5-8cf0-4f307b0adc07 req-d7f8114a-96ad-44df-9553-9d383835a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:11.728262 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6e36f000-3398-42e5-8cf0-4f307b0adc07 req-d7f8114a-96ad-44df-9553-9d383835a447 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 1163 time: 0.0759420 Jan 15 15:05:11.777332 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6e36f000-3398-42e5-8cf0-4f307b0adc07 req-98f33bcb-e2cc-4cef-be52-b935412ddb6d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Jan 15 15:05:11.809558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'Port': ['ID=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:11.815177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:11.865235 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:11.867055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:11.869577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:11.980967 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:11.981920 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:12.011174 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7758346 Jan 15 15:05:12.124240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-1988fdf6-9fb4-4649-8157-341f8e98599a None None] Provisioning for port c88a0bc3-30bb-4261-a8f0-5ab544132a4c completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:12.130041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-1988fdf6-9fb4-4649-8157-341f8e98599a None None] Provisioning complete for port c88a0bc3-30bb-4261-a8f0-5ab544132a4c triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:12.130493 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1988fdf6-9fb4-4649-8157-341f8e98599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:12.168954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5731934-4dc8-4acc-8d4f-5fd1290af463 req-c7b823f3-fb29-40d0-815b-4c45c1c9d2a2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:12.169656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-e5731934-4dc8-4acc-8d4f-5fd1290af463 req-c7b823f3-fb29-40d0-815b-4c45c1c9d2a2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:12.179508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Request body: {'port': {'device_id': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:12.181693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:12.234952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-e5731934-4dc8-4acc-8d4f-5fd1290af463 req-c7b823f3-fb29-40d0-815b-4c45c1c9d2a2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:12.236194 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e5731934-4dc8-4acc-8d4f-5fd1290af463 req-c7b823f3-fb29-40d0-815b-4c45c1c9d2a2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 931 time: 0.1720378 Jan 15 15:05:12.253021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-1988fdf6-9fb4-4649-8157-341f8e98599a None None] Port c88a0bc3-30bb-4261-a8f0-5ab544132a4c cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:05:12.263636 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:12.264113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:12.345332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:12.395467 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e5731934-4dc8-4acc-8d4f-5fd1290af463 req-82aa72d1-5f90-429e-8d4f-f02c20dc680c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1501791 Jan 15 15:05:12.585886 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cbaa1-e8b0-4d98-98a4-1d946abd35ac req-a7df2733-e153-4519-b532-84397de34886 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:12.587564 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a25cbaa1-e8b0-4d98-98a4-1d946abd35ac req-a7df2733-e153-4519-b532-84397de34886 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2483099 Jan 15 15:05:12.725086 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a25cbaa1-e8b0-4d98-98a4-1d946abd35ac req-0fe3c2fb-2030-426b-a918-8ada4408ecf1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936966 Jan 15 15:05:13.085626 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88a0bc3-30bb-4261-a8f0-5ab544132a4c {{(pid=80085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:05:13.112140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebac6b4-fc8f-4d23-93a9-0c25f70d4557 req-cbf5bbd9-62a5-48e0-aafd-d4c6eab06856 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:13.113784 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-eebac6b4-fc8f-4d23-93a9-0c25f70d4557 req-cbf5bbd9-62a5-48e0-aafd-d4c6eab06856 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2734492 Jan 15 15:05:13.138375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80482fc-c678-4a7f-952e-5b0437c45ef8 req-a4f8cb05-0750-4717-b0e4-48fdb794d971 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:13.140895 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d80482fc-c678-4a7f-952e-5b0437c45ef8 req-a4f8cb05-0750-4717-b0e4-48fdb794d971 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2611403 Jan 15 15:05:13.142706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:13.194329 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Transition to ACTIVE for port object c88a0bc3-30bb-4261-a8f0-5ab544132a4c will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:13.218737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:13.244444 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:13.313678 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-eebac6b4-fc8f-4d23-93a9-0c25f70d4557 req-75e4fd4c-7778-4957-b890-ccf85e9c79f6 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679525 Jan 15 15:05:13.386861 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d80482fc-c678-4a7f-952e-5b0437c45ef8 req-f34e830b-6f59-452f-bcd8-6aeaeb103dcc tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251358 Jan 15 15:05:13.413270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Pushing event updated for resources: {'Port': ['ID=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:13.416826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:13.983446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Attempting to bind port c88a0bc3-30bb-4261-a8f0-5ab544132a4c on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:13.984194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Attempting to bind port c88a0bc3-30bb-4261-a8f0-5ab544132a4c by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:13.984574 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Attempting to bind port c88a0bc3-30bb-4261-a8f0-5ab544132a4c on network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:13.997268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:13.997651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Checking segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:13.998062 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:13.998623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Bound using segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:13.999412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Bound port: c88a0bc3-30bb-4261-a8f0-5ab544132a4c, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:13.999857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:14.109665 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c7944-89ff-4c56-9ffb-6ab806620d12 req-77a1343b-ee6e-4dd1-8f1f-06f60d51cf4e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:14.111385 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2b4c7944-89ff-4c56-9ffb-6ab806620d12 req-77a1343b-ee6e-4dd1-8f1f-06f60d51cf4e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 943 time: 0.5461891 Jan 15 15:05:14.178622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:14.215698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2155ff0-7d61-4d23-9cc9-628ac55ed148 req-8322212e-13e7-488a-b652-a218372e85b5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:14.218054 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a2155ff0-7d61-4d23-9cc9-628ac55ed148 req-8322212e-13e7-488a-b652-a218372e85b5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2922561 Jan 15 15:05:14.238458 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2b4c7944-89ff-4c56-9ffb-6ab806620d12 req-e87e0b5d-f6a2-4b4f-9f80-84e02847becb tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1180274 Jan 15 15:05:14.250593 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:14.251018 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:14.260894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] For port c88a0bc3-30bb-4261-a8f0-5ab544132a4c, host hv-cinder-68948, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:14.285027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] For port c88a0bc3-30bb-4261-a8f0-5ab544132a4c, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:14.291807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:14.310118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-06225c5e-d3fe-47d8-8288-694753d9faf4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:14.380312 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a2155ff0-7d61-4d23-9cc9-628ac55ed148 req-f8434a3b-934b-4dbe-8c44-0194213bb2e2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406810 Jan 15 15:05:14.649313 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Pushing event updated for resources: {'Port': ['ID=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:14.679867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:14.723948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:14.724659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:14.726187 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] 10.222.0.75 "PUT /v2.0/ports/c88a0bc3-30bb-4261-a8f0-5ab544132a4c HTTP/1.1" status: 200 len: 1157 time: 2.5516942 Jan 15 15:05:14.728023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'tag': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:14.769613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b92b34-2d38-4603-99a1-48c8bada2c24 req-aad641f3-9d8c-4922-98e0-f366a30410bc tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:14.771332 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b2b92b34-2d38-4603-99a1-48c8bada2c24 req-aad641f3-9d8c-4922-98e0-f366a30410bc tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2815444 Jan 15 15:05:14.796520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbcc42-f2db-46b8-a2b5-1507a3f4e5be req-98ab544c-dc5a-4a66-981c-36a2856f50bc tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:14.798404 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3fbcc42-f2db-46b8-a2b5-1507a3f4e5be req-98ab544c-dc5a-4a66-981c-36a2856f50bc tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2540302 Jan 15 15:05:14.936547 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b2b92b34-2d38-4603-99a1-48c8bada2c24 req-6417c230-182e-4c3d-9995-14c24a351d40 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363628 Jan 15 15:05:14.953447 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3fbcc42-f2db-46b8-a2b5-1507a3f4e5be req-e606454c-ade0-420f-af6c-c13e39717284 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369953 Jan 15 15:05:14.971259 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-cc4550a4-656b-4b3d-a01b-3486fd197cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:14.973338 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-cc4550a4-656b-4b3d-a01b-3486fd197cfd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 1160 time: 0.1557596 Jan 15 15:05:15.059063 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'tag': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c', 'status': 'completed', 'code': 200} Jan 15 15:05:15.068403 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-a2bca66b-e820-493a-9c9c-deeaf4236e30 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c88a0bc3-30bb-4261-a8f0-5ab544132a4c HTTP/1.1" status: 200 len: 217 time: 0.0745771 Jan 15 15:05:15.141595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-dbbc6b58-9579-45bd-8161-04a249b28d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:15.143073 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-dbbc6b58-9579-45bd-8161-04a249b28d45 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0671399 Jan 15 15:05:15.228218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-5c493c6c-a4b6-4d09-865e-8684fb4d216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:15.229847 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-5c493c6c-a4b6-4d09-865e-8684fb4d216b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792871 Jan 15 15:05:15.383930 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-133f7102-7ad1-4cfd-9d24-37d581b76836 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465821 Jan 15 15:05:15.667429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a957-909b-4fd3-9a77-af14bbf2741a req-94a2bfe2-9028-4856-9dd5-5addcf2c3cb2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:15.669090 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e9e3a957-909b-4fd3-9a77-af14bbf2741a req-94a2bfe2-9028-4856-9dd5-5addcf2c3cb2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 943 time: 0.2877634 Jan 15 15:05:15.672212 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d28797b0-3f90-4438-8eb0-09b90fce4a2d req-6abd4358-0469-4b8d-816b-20d9da4ac397 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2536571 Jan 15 15:05:15.739224 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e9e3a957-909b-4fd3-9a77-af14bbf2741a req-6ccfae0f-8899-4b93-9250-fc342c35e1df tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0603852 Jan 15 15:05:15.770955 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de21b-d646-4f0c-a5b7-9547a2624048 req-b69fc590-a729-4a5b-a403-1b5f25574478 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:15.776427 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-298de21b-d646-4f0c-a5b7-9547a2624048 req-b69fc590-a729-4a5b-a403-1b5f25574478 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2071245 Jan 15 15:05:15.928361 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-298de21b-d646-4f0c-a5b7-9547a2624048 req-2538d685-1979-43d9-bf52-c641b4cd66a1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489401 Jan 15 15:05:15.962516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-62e57868-e147-4009-b605-5707c795d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:15.964164 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-62e57868-e147-4009-b605-5707c795d785 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 1160 time: 0.1864707 Jan 15 15:05:16.122549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29db3f0-7ab9-4094-a854-5ae806b69b0b req-48079e01-ad4b-4fe1-adc7-1c1e05010515 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:16.125037 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a29db3f0-7ab9-4094-a854-5ae806b69b0b req-48079e01-ad4b-4fe1-adc7-1c1e05010515 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.2505639 Jan 15 15:05:16.253537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-fd7e2688-c85e-458d-a353-b9c1b4b3f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:16.255152 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-fd7e2688-c85e-458d-a353-b9c1b4b3f8e7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.2822657 Jan 15 15:05:16.262073 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a29db3f0-7ab9-4094-a854-5ae806b69b0b req-d39a9165-6dad-4fe0-ba39-2518b05972c7 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942001 Jan 15 15:05:16.337865 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-4ba0c894-4437-4f4d-88c6-f278471cfab4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c88a0bc3-30bb-4261-a8f0-5ab544132a4c HTTP/1.1" status: 200 len: 217 time: 0.0727594 Jan 15 15:05:16.366265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38146665-2db6-49ea-b9dc-f3cf32bee8d2 req-9e927777-a1c2-4fbb-9e0e-590318cd42ef tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:16.367940 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-38146665-2db6-49ea-b9dc-f3cf32bee8d2 req-9e927777-a1c2-4fbb-9e0e-590318cd42ef tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2783735 Jan 15 15:05:16.531133 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-df20e60b-ab9c-4b39-bc58-2bf444f02ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:16.532694 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-df20e60b-ab9c-4b39-bc58-2bf444f02ea7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.1637845 Jan 15 15:05:16.539229 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-38146665-2db6-49ea-b9dc-f3cf32bee8d2 req-b51c2639-10e8-48cb-9a6d-4d1a6f131e8a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331339 Jan 15 15:05:16.912216 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25694-e6c8-49ee-b5a1-2c43b8bb26ea req-4e766d77-bd0e-4f2e-96cb-278ed12e2966 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:16.913745 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f6f25694-e6c8-49ee-b5a1-2c43b8bb26ea req-4e766d77-bd0e-4f2e-96cb-278ed12e2966 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.5090919 Jan 15 15:05:17.062484 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f6f25694-e6c8-49ee-b5a1-2c43b8bb26ea req-f0fd9a6c-3bf6-44ea-9d48-4b39bac432a6 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393342 Jan 15 15:05:17.067495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-6f3fb98a-0013-46e9-b087-8b854e5fa972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:17.069101 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-6f3fb98a-0013-46e9-b087-8b854e5fa972 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5199687 Jan 15 15:05:17.123335 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-7e53310f-c362-4d70-b959-36e2a4e368d5 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4955411 Jan 15 15:05:17.150963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Request body: {'floatingip': {'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:17.163924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:17.220040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Usage tracker for resource:floatingip and tenant:2bddca64205e4ddeba87efcdcaab8fb9 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:17.228325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:17.285424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:17.319581 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for floatingip, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:17.379021 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-ac37aba3-3d24-4e92-9b7b-3e4171db205a service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925701 Jan 15 15:05:17.461423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1faa04f-3e6f-4924-b0fc-327093e8b0f8 req-7e226b5e-b816-4ad8-849c-79ed21a71e55 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:17.463051 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f1faa04f-3e6f-4924-b0fc-327093e8b0f8 req-7e226b5e-b816-4ad8-849c-79ed21a71e55 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 943 time: 0.2446189 Jan 15 15:05:17.653482 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f1faa04f-3e6f-4924-b0fc-327093e8b0f8 req-a1ab058e-3b39-40c0-99cb-b591fb004737 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1431549 Jan 15 15:05:17.689082 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-81157e25-7cd4-4f77-a41f-1b343c6fc753 req-dd2a49c0-e4b4-4925-8def-501b2feb64ef service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2949278 Jan 15 15:05:17.709355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.007498 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2d5a3-ecd8-4a02-a75e-bb1d240d37f1 req-ab2ee263-2d02-4134-8776-24d60d6b776d tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:18.009132 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cbc2d5a3-ecd8-4a02-a75e-bb1d240d37f1 req-ab2ee263-2d02-4134-8776-24d60d6b776d tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1949604 Jan 15 15:05:18.128910 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cbc2d5a3-ecd8-4a02-a75e-bb1d240d37f1 req-e1c88756-0a20-40bb-ac86-d51698bc76b6 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122491 Jan 15 15:05:18.130028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Allocated IP 172.27.1.205 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/61cf6d5d-b4fe-4caf-814f-7d660387551e) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:18.358400 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.411600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7a82b-8a0b-4036-afd4-b2cfc00fa845 req-184c2e5d-1417-4910-94bf-2adb11865597 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:18.413277 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9fc7a82b-8a0b-4036-afd4-b2cfc00fa845 req-184c2e5d-1417-4910-94bf-2adb11865597 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.1520295 Jan 15 15:05:18.439651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.458227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-24dabad1-03b1-4368-b11c-bd90c7bfedf8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:18.632767 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9fc7a82b-8a0b-4036-afd4-b2cfc00fa845 req-7992f73c-579d-4b5f-b25b-e2aa467360d7 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087717 Jan 15 15:05:18.635639 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event updated for resources: {'Port': ['ID=61cf6d5d-b4fe-4caf-814f-7d660387551e,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:18.640845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:18.688404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:18.689619 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:18.692113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:18.777246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for floatingip, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.895871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.040855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26840195-3772-424c-aa13-b03f5521e616 req-ad0f2ff6-95f2-45c3-97eb-aa5d956371a2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:19.042572 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-26840195-3772-424c-aa13-b03f5521e616 req-ad0f2ff6-95f2-45c3-97eb-aa5d956371a2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 943 time: 0.2269783 Jan 15 15:05:19.184832 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-26840195-3772-424c-aa13-b03f5521e616 req-d7c09895-eaf9-490e-b14c-e2433e3bcf9c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1331594 Jan 15 15:05:19.268232 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.272569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.288802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:19.715604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event updated for resources: {'Port': ['ID=61cf6d5d-b4fe-4caf-814f-7d660387551e,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:19.723110 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:19.792398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa7d68-5d02-4349-80bb-36d663515f08 req-652cac48-05a1-4d1f-a9ec-288592374627 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:19.794238 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-17aa7d68-5d02-4349-80bb-36d663515f08 req-652cac48-05a1-4d1f-a9ec-288592374627 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.4744942 Jan 15 15:05:19.899748 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-17aa7d68-5d02-4349-80bb-36d663515f08 req-0e63af18-c250-4cc1-9431-935fad10f320 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748551 Jan 15 15:05:19.901057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.925717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.927047 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7882912 Jan 15 15:05:20.019152 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-6a4fc8b5-5078-47a3-b4b5-2e248fe36b9e tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Synchronizing usage tracker for tenant:2bddca64205e4ddeba87efcdcaab8fb9 on resource:floatingip {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:20.084680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-6a4fc8b5-5078-47a3-b4b5-2e248fe36b9e tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Unset dirty status for tenant:2bddca64205e4ddeba87efcdcaab8fb9 on resource:floatingip {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:20.085931 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-6a4fc8b5-5078-47a3-b4b5-2e248fe36b9e tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.205 HTTP/1.1" status: 200 len: 696 time: 0.1527507 Jan 15 15:05:20.145591 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:20.214556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:20.215122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:20.260947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b2865-a899-44d6-9811-e305352591f7 req-4ead42f0-a51d-4416-ba81-73c9ac2cfd06 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:20.262615 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-226b2865-a899-44d6-9811-e305352591f7 req-4ead42f0-a51d-4416-ba81-73c9ac2cfd06 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2366297 Jan 15 15:05:20.353712 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-e7ed942f-21f5-4c86-b676-56c651bfbd9f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:20.355129 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-e7ed942f-21f5-4c86-b676-56c651bfbd9f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 784 time: 0.2610090 Jan 15 15:05:20.366117 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-226b2865-a899-44d6-9811-e305352591f7 req-64feaf71-e299-453d-af38-3bc6546c3da1 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959673 Jan 15 15:05:20.372094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-931f00ca-78be-4be9-be85-93018f49b75b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:05:20.373226 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-03758ab5-f23b-4233-94c7-314f13a6fd16 req-931f00ca-78be-4be9-be85-93018f49b75b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0061033 Jan 15 15:05:20.665930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-311b1f41-fff6-4919-9a67-2d87ad69d9ac tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:20.667458 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-311b1f41-fff6-4919-9a67-2d87ad69d9ac tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1716833 Jan 15 15:05:20.695796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e0182-46ad-4e9a-bf52-fb76081cffb4 req-c7eb2485-5186-4366-8019-25537e8ec59c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:20.697573 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-671e0182-46ad-4e9a-bf52-fb76081cffb4 req-c7eb2485-5186-4366-8019-25537e8ec59c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 943 time: 0.1609526 Jan 15 15:05:20.799073 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-2d82b9b8-7cb9-4c83-97d3-2147525c760d tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.205 HTTP/1.1" status: 200 len: 696 time: 0.1004243 Jan 15 15:05:20.818592 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-7adbd052-fa7a-42a5-aa69-c8a1adb07126 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Request body: {'floatingip': {'port_id': '5b063048-018e-4707-8339-53633f8a9365', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:20.903399 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-671e0182-46ad-4e9a-bf52-fb76081cffb4 req-9012d378-3930-4a13-8bf3-624fc3abd417 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1479049 Jan 15 15:05:20.912055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-7adbd052-fa7a-42a5-aa69-c8a1adb07126 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for floatingip, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.362482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ca128-f26f-461b-977b-9269bad64b7e req-3be7fa9a-dfa2-45f4-868c-179dcd6702cb tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:21.364222 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1e0ca128-f26f-461b-977b-9269bad64b7e req-3be7fa9a-dfa2-45f4-868c-179dcd6702cb tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.3147099 Jan 15 15:05:21.638355 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1e0ca128-f26f-461b-977b-9269bad64b7e req-f6795d81-c79b-4ee3-9a7e-26194e61d833 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654340 Jan 15 15:05:22.124870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-7adbd052-fa7a-42a5-aa69-c8a1adb07126 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for floatingip, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.130071 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-7adbd052-fa7a-42a5-aa69-c8a1adb07126 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.358659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d75f8-b073-447e-8818-dde0bb3b9eb7 req-b4c35839-adcc-42ad-9ebc-75bafb0f6374 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:22.360396 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea7d75f8-b073-447e-8818-dde0bb3b9eb7 req-b4c35839-adcc-42ad-9ebc-75bafb0f6374 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.6053004 Jan 15 15:05:22.471379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-de71566e-8192-43b0-b622-46807dcea5f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:22.473047 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-de71566e-8192-43b0-b622-46807dcea5f0 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.75 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 945 time: 0.2753856 Jan 15 15:05:22.476508 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-7adbd052-fa7a-42a5-aa69-c8a1adb07126 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Floating IP ef3d155c-443e-4ae5-9e55-5fe0fa29ae27 associated. External IP: 172.27.1.205, port: 5b063048-018e-4707-8339-53633f8a9365. Jan 15 15:05:22.539699 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea7d75f8-b073-447e-8818-dde0bb3b9eb7 req-27fc0a5d-6787-4d45-8b3e-7e2df1feb307 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/security-groups?id=39c7fcfb-09f8-4c4a-927c-eb4f46515854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703758 Jan 15 15:05:22.692201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5bcbac4b-b02d-4cea-82a3-5309e7ed00f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.703752 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Deleting port 33a66cec-c28c-4465-b722-d90229fdc98b {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:05:22.704146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.048431 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-deca1b02-109d-467e-87c7-a2a28c592755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:23.050036 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-deca1b02-109d-467e-87c7-a2a28c592755 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 1162 time: 0.0813494 Jan 15 15:05:23.200785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-bdde493e-43eb-4395-abd3-1464f4d71799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:23.203299 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-bdde493e-43eb-4395-abd3-1464f4d71799 service neutron] 10.222.0.75 "GET /v2.0/networks?id=42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 200 len: 904 time: 0.1451952 Jan 15 15:05:23.241936 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db5d2-b5f9-48ea-a7d8-e6741d1e7381 req-85ab7beb-2fab-40b4-930a-5cbeffdfab78 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:23.243593 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f81db5d2-b5f9-48ea-a7d8-e6741d1e7381 req-85ab7beb-2fab-40b4-930a-5cbeffdfab78 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 943 time: 0.3598070 Jan 15 15:05:23.251725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-7adbd052-fa7a-42a5-aa69-c8a1adb07126 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Router fd1f0ae3-d937-4590-aa6f-86fe2d120542 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:05:23.291689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] For port 33a66cec-c28c-4465-b722-d90229fdc98b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=33a66cec-c28c-4465-b722-d90229fdc98b,segment=NetworkSegment(054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a),segment_id=054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:23.292083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.326650 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-c71e014c-ecfa-4d10-8a3a-70246f3bb19a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e912f340-2289-4eae-a066-d62858a52d12 HTTP/1.1" status: 200 len: 1001 time: 0.0994093 Jan 15 15:05:23.403051 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-b5ad8459-f77a-46d2-bf64-dae3f58af566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:23.405600 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-b5ad8459-f77a-46d2-bf64-dae3f58af566 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d392861e-6d5e-4ae3-98bb-b788b96f093b HTTP/1.1" status: 200 len: 849 time: 0.0706017 Jan 15 15:05:23.512368 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Calling delete_port for 33a66cec-c28c-4465-b722-d90229fdc98b owned by compute:nova {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:05:23.544831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-5726d19f-1da8-4374-a7e4-469be6bad989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:23.546786 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-5726d19f-1da8-4374-a7e4-469be6bad989 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42458e79-ac6d-4767-80af-a1ca69ae5ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866339 Jan 15 15:05:23.644443 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f81db5d2-b5f9-48ea-a7d8-e6741d1e7381 req-2e2023f1-31b9-4eba-bd73-12b9d82e159f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.3824666 Jan 15 15:05:23.714946 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-68c74694-0bf5-4bb9-9df7-dfe60ac42e22 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594195 Jan 15 15:05:23.759001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-7adbd052-fa7a-42a5-aa69-c8a1adb07126 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:05:23.770767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] Sync routers for ids ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:05:23.777458 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-7adbd052-fa7a-42a5-aa69-c8a1adb07126 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.789279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] Routers {'fd1f0ae3-d937-4590-aa6f-86fe2d120542'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:23.790030 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:04:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:23.884924 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9f0dc162-e603-43bc-94ae-723ef8c0959c req-9a522525-6f79-449e-af42-d6f82eb7b45f service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1626625 Jan 15 15:05:23.896532 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.918970 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:23.986140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Pushing event deleted for resources: {'Port': ['ID=33a66cec-c28c-4465-b722-d90229fdc98b,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:23.989544 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-7adbd052-fa7a-42a5-aa69-c8a1adb07126 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "PUT /v2.0/floatingips/ef3d155c-443e-4ae5-9e55-5fe0fa29ae27 HTTP/1.1" status: 200 len: 996 time: 3.1813686 Jan 15 15:05:23.993680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'tag': '5b063048-018e-4707-8339-53633f8a9365'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:23.999964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] Set router fd1f0ae3-d937-4590-aa6f-86fe2d120542 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:24.281162 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.281680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.281982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.282388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.282793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.283201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.283598 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.284025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.284423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.284815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.285216 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.285611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.286085 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.286481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.286873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.287263 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.287654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.288073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.288461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.288851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.289247 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.289635 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.290013 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.290399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:24.294446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:24.395128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'ef3d155c-443e-4ae5-9e55-5fe0fa29ae27', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'port_id': '5b063048-018e-4707-8339-53633f8a9365', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'mac_address': 'fa:16:3e:7e:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:05:21Z', 'revision_number': 1, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68ba074-b8dc-4247-883a-59d767f5edcf', 'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'mac_address': 'fa:16:3e:5d:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:08Z', 'revision_number': 5, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'subnets': [{'id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:24.399407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] Checking router: fd1f0ae3-d937-4590-aa6f-86fe2d120542 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:05:24.409730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] Routers {'fd1f0ae3-d937-4590-aa6f-86fe2d120542'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:24.410391 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:04:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:24.418704 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f48e-9df3-4830-bafd-76c03abe91e9 req-464c63c9-881c-4f4a-a0df-50f86b9bd8bc tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:24.420966 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ff57f48e-9df3-4830-bafd-76c03abe91e9 req-464c63c9-881c-4f4a-a0df-50f86b9bd8bc tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.6175134 Jan 15 15:05:24.533711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] No DVR routers for this DVR port 33a66cec-c28c-4465-b722-d90229fdc98b on host hv-cinder-68948 {{(pid=80085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:05:24.535986 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:24.538075 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6429687b-75ab-4b1e-86ef-4e93f5ce3f4d req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.75 "DELETE /v2.0/ports/33a66cec-c28c-4465-b722-d90229fdc98b HTTP/1.1" status: 204 len: 173 time: 2.0048361 Jan 15 15:05:24.540233 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-605b099a-163a-4e6d-a9c2-f1ec942bc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:24.542362 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-605b099a-163a-4e6d-a9c2-f1ec942bc213 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1162 time: 0.5281925 Jan 15 15:05:24.549370 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ff57f48e-9df3-4830-bafd-76c03abe91e9 req-81e94203-c870-4be9-af31-7340d38b3d84 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172063 Jan 15 15:05:24.618841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] Set router fd1f0ae3-d937-4590-aa6f-86fe2d120542 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:24.699786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5be71f45-8ad5-4a58-9540-26072cbddf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:24.758248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-df8fa4e0-101b-4463-9d4b-3d9261720de0 req-22fec318-a372-4bc5-80cf-31c11cf34c4b tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Synchronizing usage tracker for tenant:a6bbb339ed144d49810a0c9c8a2b931c on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:24.763214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-9c3eb1c4-a4fa-4d7b-8ec3-a5579d51b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:24.765632 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-9c3eb1c4-a4fa-4d7b-8ec3-a5579d51b10f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 909 time: 0.2144597 Jan 15 15:05:24.856993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-df8fa4e0-101b-4463-9d4b-3d9261720de0 req-22fec318-a372-4bc5-80cf-31c11cf34c4b tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Unset dirty status for tenant:a6bbb339ed144d49810a0c9c8a2b931c on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:24.858387 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-df8fa4e0-101b-4463-9d4b-3d9261720de0 req-22fec318-a372-4bc5-80cf-31c11cf34c4b tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] 10.222.0.70 "GET /v2.0/ports?device_id=ac32bd13-bd07-4e37-ab32-cf36f9d89c32 HTTP/1.1" status: 200 len: 210 time: 0.1638362 Jan 15 15:05:24.893586 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-a725211f-40e9-4a3b-9cb2-a67205b90015 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 999 time: 0.1178210 Jan 15 15:05:24.947097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device c88a0bc3-30bb-4261-a8f0-5ab544132a4c up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:24.988921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-a1c9e1c3-3b4d-411c-b70a-e76442e257dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:24.999258 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-a1c9e1c3-3b4d-411c-b70a-e76442e257dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 200 len: 854 time: 0.1044362 Jan 15 15:05:25.030691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'ef3d155c-443e-4ae5-9e55-5fe0fa29ae27', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'port_id': '5b063048-018e-4707-8339-53633f8a9365', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'mac_address': 'fa:16:3e:7e:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:05:21Z', 'revision_number': 1, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68ba074-b8dc-4247-883a-59d767f5edcf', 'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'mac_address': 'fa:16:3e:5d:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:08Z', 'revision_number': 5, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'subnets': [{'id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:25.035978 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6eb0e8-be04-4823-98d4-83c18bc05df2 None None] The sync data for ids ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'] in dv-cinder-689486-7-iscsi is: [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'ef3d155c-443e-4ae5-9e55-5fe0fa29ae27', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'port_id': '5b063048-018e-4707-8339-53633f8a9365', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'mac_address': 'fa:16:3e:7e:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:05:21Z', 'revision_number': 1, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68ba074-b8dc-4247-883a-59d767f5edcf', 'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'mac_address': 'fa:16:3e:5d:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:08Z', 'revision_number': 5, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'subnets': [{'id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:05:25.095952 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'tag': '5b063048-018e-4707-8339-53633f8a9365', 'status': 'completed', 'code': 200} Jan 15 15:05:25.128709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port c88a0bc3-30bb-4261-a8f0-5ab544132a4c completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:25.135506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port c88a0bc3-30bb-4261-a8f0-5ab544132a4c triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:25.136365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.236036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-cf61bbf5-85af-453e-bab5-a7e70f5cde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:25.237656 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-cf61bbf5-85af-453e-bab5-a7e70f5cde79 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1162 time: 0.1853631 Jan 15 15:05:25.239326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-b60ffe9c-8670-47f4-bd54-8bcce453917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:25.240884 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-b60ffe9c-8670-47f4-bd54-8bcce453917a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5428b9a-bf65-4f88-bb33-15f7b7920075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2406528 Jan 15 15:05:25.254899 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-55e6679f-9653-4445-a0e5-ece28819c0e6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:05:25.255619 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-55e6679f-9653-4445-a0e5-ece28819c0e6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0079207 Jan 15 15:05:25.269193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.297213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:25.308433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port c88a0bc3-30bb-4261-a8f0-5ab544132a4c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:25.312115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.314246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-26dad8ae-56e3-483f-9343-25c665452652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:25.370484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7529d-21cf-4254-ae64-a5309aa8fed6 req-5acc5174-fa8e-4ad3-80e2-1cf181bda849 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:25.376406 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96c7529d-21cf-4254-ae64-a5309aa8fed6 req-5acc5174-fa8e-4ad3-80e2-1cf181bda849 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 943 time: 0.2424359 Jan 15 15:05:25.389764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 33a66cec-c28c-4465-b722-d90229fdc98b no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:05:25.437944 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091177a-2bf5-4aaa-84c4-117c8a08929c None None] New status for floating IP ef3d155c-443e-4ae5-9e55-5fe0fa29ae27: ACTIVE {{(pid=80086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:05:25.499867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: 33a66cec-c28c-4465-b722-d90229fdc98b {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:05:25.500448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 33a66cec-c28c-4465-b722-d90229fdc98b not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:05:25.502833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:25.506524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:25.584682 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96c7529d-21cf-4254-ae64-a5309aa8fed6 req-9f1c77a6-5556-4bae-8c86-4574b12fe072 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1465135 Jan 15 15:05:25.616351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-dae0525e-6dcc-4184-9392-5fc3b16c94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:25.617948 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-dae0525e-6dcc-4184-9392-5fc3b16c94f6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 909 time: 0.3613782 Jan 15 15:05:25.632394 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-928aca33-8ef2-4161-b5b7-61b3235e0b8c service neutron] 10.222.0.70 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494062 Jan 15 15:05:25.734690 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c', 'code': 200} Jan 15 15:05:25.847849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.882607 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-85099d8b-6f86-4b3f-a975-472b658a01c2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 999 time: 0.2490625 Jan 15 15:05:25.887122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:05:25.996248 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5aa576e1-68ac-4551-b012-bddf4e88fc2e req-fdafbc3f-8bce-43cf-8742-0bcc3c83d682 service neutron] 10.222.0.70 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2985203 Jan 15 15:05:26.009236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-0f55fe12-5236-42a8-8308-4a9b0dc6dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:26.010818 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-0f55fe12-5236-42a8-8308-4a9b0dc6dfe2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 200 len: 854 time: 0.1143839 Jan 15 15:05:26.035450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad56979-5552-4cc6-97de-9520351252a0 req-a065e4ed-92d5-403c-9657-17f8a982e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:26.037203 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ad56979-5552-4cc6-97de-9520351252a0 req-a065e4ed-92d5-403c-9657-17f8a982e6d8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 1162 time: 0.0873537 Jan 15 15:05:26.046774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd017fe-a945-4364-a346-98e93b49e84a req-d92503e2-a36e-406d-a878-fa82c308cf56 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:26.048606 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fbd017fe-a945-4364-a346-98e93b49e84a req-d92503e2-a36e-406d-a878-fa82c308cf56 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.2307065 Jan 15 15:05:26.094363 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ad56979-5552-4cc6-97de-9520351252a0 req-f7668ec4-eddd-43ec-ab6d-1486149ef4d9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0439641 Jan 15 15:05:26.108462 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 38892) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:26.145522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-876572388', 'description': 'tempest-TestMinimumBasicScenario-876572388 description'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:26.158575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:26.166299 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fbd017fe-a945-4364-a346-98e93b49e84a req-e5c92f65-ee2b-49e3-85ba-4a706f1f129a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842052 Jan 15 15:05:26.169950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Usage tracker for resource:security_group and tenant:2bddca64205e4ddeba87efcdcaab8fb9 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:26.175407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:26.183564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:26.200637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.217968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-885ad65f-b584-42f8-a924-41c109ac1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:26.219584 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-885ad65f-b584-42f8-a924-41c109ac1895 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b5428b9a-bf65-4f88-bb33-15f7b7920075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1990280 Jan 15 15:05:26.227057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:26.231146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Usage tracker for resource:security_group_rule and tenant:2bddca64205e4ddeba87efcdcaab8fb9 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:26.234246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:26.240197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:26.324042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.328064 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.333503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d4f0defd-e2dd-4a19-907b-ac129aaf8b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:26.374566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.375909 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-434d1d27-36a7-4e24-8da7-c6175b8abd6d req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2424693 Jan 15 15:05:26.376720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf62e72-67be-4678-9911-59dab855b37f,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:26.386302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-30fcade8-2cc5-4ddd-aaf1-945b56c41561 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:26.586220 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-c7b9d234-a954-4460-aa42-d5db91c259b0 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups/7cf62e72-67be-4678-9911-59dab855b37f HTTP/1.1" status: 200 len: 1812 time: 0.1755111 Jan 15 15:05:26.603335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cf62e72-67be-4678-9911-59dab855b37f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:26.603716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cf62e72-67be-4678-9911-59dab855b37f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:26.625722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:26.635996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Usage tracker for resource:security_group_rule and tenant:2bddca64205e4ddeba87efcdcaab8fb9 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:26.636711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device e912f340-2289-4eae-a066-d62858a52d12 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:26.641021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:26.645960 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-b7537439-3cdc-4e86-a74e-eb262e36d171 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015948 Jan 15 15:05:26.649947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:26.703154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969639'] for router_interface, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.727524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port e912f340-2289-4eae-a066-d62858a52d12 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:26.728384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.870638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.878758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device c88a0bc3-30bb-4261-a8f0-5ab544132a4c up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:26.922394 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-11d6b7cd-01a3-44dd-b73f-2b995630125e req-3edb87b3-1601-459b-a954-56c1ffdc3b39 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2624333 Jan 15 15:05:26.923499 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group_rule, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.959193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port c88a0bc3-30bb-4261-a8f0-5ab544132a4c triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:26.959743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.983304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43876ad-2ecf-492b-927e-04ccb64a9141 req-ad2a94d3-eeb1-4e55-8754-3417a2462482 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:26.985109 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a43876ad-2ecf-492b-927e-04ccb64a9141 req-ad2a94d3-eeb1-4e55-8754-3417a2462482 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 945 time: 0.2056556 Jan 15 15:05:26.987359 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.991657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.994982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:27.041724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc39347-2b4b-4be2-83c1-3c2b3fb7f7f1,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:27.050449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:27.064169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group_rule, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.065499 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-22df2923-9d2f-4952-bdc6-265551a69d77 req-fbe33da9-6919-4dd4-b503-e31e23695900 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4693465 Jan 15 15:05:27.085724 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a43876ad-2ecf-492b-927e-04ccb64a9141 req-1b36001a-092e-416e-9a82-d93696347b3d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0838158 Jan 15 15:05:27.097620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac32bd13-bd07-4e37-ab32-cf36f9d89c32', 'name': 'network-vif-deleted', 'tag': '33a66cec-c28c-4465-b722-d90229fdc98b'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:27.164975 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac32bd13-bd07-4e37-ab32-cf36f9d89c32', 'name': 'network-vif-deleted', 'tag': '33a66cec-c28c-4465-b722-d90229fdc98b', 'status': 'completed', 'code': 200} Jan 15 15:05:27.175155 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-201f5030-92c6-45bc-800a-989e5d3e6459 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups/7cf62e72-67be-4678-9911-59dab855b37f HTTP/1.1" status: 200 len: 2405 time: 0.0618532 Jan 15 15:05:27.186337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cf62e72-67be-4678-9911-59dab855b37f', 'remote_group_id': None}]} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:27.186700 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cf62e72-67be-4678-9911-59dab855b37f', 'remote_group_id': None}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:27.196996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:27.201470 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Usage tracker for resource:security_group_rule and tenant:2bddca64205e4ddeba87efcdcaab8fb9 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:27.204769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:27.210889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:27.274737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group_rule, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.299974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.303236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.310873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:27.331994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b5f9be-5338-427f-8b7c-499b0f7d0cd3,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:27.334716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:27.342867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group_rule, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.343665 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6019e238-2808-4f05-a348-9ec16e7bc24b req-2cc096c8-9aee-4bb8-a7a2-34937b24966c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1619160 Jan 15 15:05:27.371802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.409295 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Deleting port 9045be29-a5a9-4146-b6c3-1c864f49fea8 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:05:27.409662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.512344 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-765bc729-6bf5-4b97-a632-570bdc927de1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Synchronizing usage tracker for tenant:2bddca64205e4ddeba87efcdcaab8fb9 on resource:security_group {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:27.530817 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-765bc729-6bf5-4b97-a632-570bdc927de1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Unset dirty status for tenant:2bddca64205e4ddeba87efcdcaab8fb9 on resource:security_group {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:27.532190 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-765bc729-6bf5-4b97-a632-570bdc927de1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-876572388&fields=id&tenant_id=2bddca64205e4ddeba87efcdcaab8fb9 HTTP/1.1" status: 200 len: 267 time: 0.0700412 Jan 15 15:05:27.603598 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] For port 9045be29-a5a9-4146-b6c3-1c864f49fea8, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=9045be29-a5a9-4146-b6c3-1c864f49fea8,segment=NetworkSegment(054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a),segment_id=054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:27.604206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.637125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-a927f7a7-2f43-44a7-9414-1f2c6160008d tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:27.639462 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-a927f7a7-2f43-44a7-9414-1f2c6160008d tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1005573 Jan 15 15:05:27.653394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Request body: {'port': {'security_groups': ['732b66bc-8b1d-42b3-b328-8822b43fb12d', '7cf62e72-67be-4678-9911-59dab855b37f']}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:27.740106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Calling delete_port for 9045be29-a5a9-4146-b6c3-1c864f49fea8 owned by network:router_interface {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:05:27.798226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.063555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.083829 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:28.143920 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9045be29-a5a9-4146-b6c3-1c864f49fea8,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:28.148211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:28.442152 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] For port 5b063048-018e-4707-8339-53633f8a9365, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5b063048-018e-4707-8339-53633f8a9365,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:28.472173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130ac9-53dc-485b-a434-b6d92fe2026c req-eaf9b629-696e-4b5a-88bf-fe3384dac150 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:28.473868 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-62130ac9-53dc-485b-a434-b6d92fe2026c req-eaf9b629-696e-4b5a-88bf-fe3384dac150 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 945 time: 0.2309673 Jan 15 15:05:28.505664 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853607382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852808073'] for router_interface, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.532121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.539399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.557478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-48c48d1b-51ad-47af-826c-db9553fb0beb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:28.614581 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-62130ac9-53dc-485b-a434-b6d92fe2026c req-fa46d3ce-8ceb-45ed-8b5c-4268a9196ab3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1342795 Jan 15 15:05:28.728561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event updated for resources: {'Port': ['ID=5b063048-018e-4707-8339-53633f8a9365,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:28.733824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:28.836806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:28.837555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.839185 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bca54c15-2890-4723-b0fa-a90d5a1cf793 req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "PUT /v2.0/ports/5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 981 time: 1.1912649 Jan 15 15:05:28.899041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a7fc-0af0-4984-8ef1-12ad2a0b459b req-bf7cd8e6-38bc-401b-bbaa-be92199b601e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:28.901210 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-91c1a7fc-0af0-4984-8ef1-12ad2a0b459b req-bf7cd8e6-38bc-401b-bbaa-be92199b601e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 945 time: 0.1416202 Jan 15 15:05:28.970135 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-91c1a7fc-0af0-4984-8ef1-12ad2a0b459b req-ccbe07cf-8b40-43d0-be9d-b714c083fa16 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0594957 Jan 15 15:05:29.037588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:05:29.081103 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-843b39ce-0cf1-428e-ae55-f22fb16a0f2f None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:29.081627 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-843b39ce-0cf1-428e-ae55-f22fb16a0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:29.168923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'tag': '5b063048-018e-4707-8339-53633f8a9365'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:29.213930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5e38-9cbb-4747-9787-b8010cb7c2a3 req-25e9f9ca-4f53-445d-832c-4c624e646486 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:29.215648 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6a0d5e38-9cbb-4747-9787-b8010cb7c2a3 req-25e9f9ca-4f53-445d-832c-4c624e646486 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.2398853 Jan 15 15:05:29.274826 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc44892c-3105-4441-8eb0-275d16caf892 req-6b66e57e-0d65-42cf-95ac-e6f1150cb47d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2456851 Jan 15 15:05:29.295785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'floatingip': {'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:29.310137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:29.322649 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6a0d5e38-9cbb-4747-9787-b8010cb7c2a3 req-f45600be-4161-4947-a85f-5f2fd4addcd8 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0975063 Jan 15 15:05:29.325497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Usage tracker for resource:floatingip and tenant:5fad5f224f3a41b7a8f3221955f351cb is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:29.328747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:29.334808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:29.344470 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:29.465762 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'tag': '5b063048-018e-4707-8339-53633f8a9365', 'status': 'completed', 'code': 200} Jan 15 15:05:29.471939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:05:29.484912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] Sync routers for ids ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:05:29.492883 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] 10.222.0.70 "PUT /v2.0/routers/e3fdf36c-032e-4907-8d9f-37e2e6cc11d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3810902 Jan 15 15:05:29.494775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 38926) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:29.499937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] Routers {'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:29.500829 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:05:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:29.586298 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-49e05aa2-8c53-4644-9d21-941bbfa3d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:29.587943 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-49e05aa2-8c53-4644-9d21-941bbfa3d14c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1202 time: 0.1091480 Jan 15 15:05:29.639875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:29.690179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:29.694004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] Set router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:29.854258 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-d66a1dbf-a1fc-4376-8f9e-b76d615c9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:29.856137 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-d66a1dbf-a1fc-4376-8f9e-b76d615c9151 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 909 time: 0.2588346 Jan 15 15:05:29.894279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:29.900185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Deleting port a20789bc-c9ff-4664-b03d-1ee2faab89b8 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:05:29.900792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.028132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.047231 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-9751e83c-7e69-407d-986d-c1ef9d37eeae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 1001 time: 0.1427290 Jan 15 15:05:30.132957 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] For port a20789bc-c9ff-4664-b03d-1ee2faab89b8, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=a20789bc-c9ff-4664-b03d-1ee2faab89b8,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:30.133350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.177492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-defe6422-807b-465f-9f6d-58f60aec0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:30.179085 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-defe6422-807b-465f-9f6d-58f60aec0707 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 200 len: 854 time: 0.0970995 Jan 15 15:05:30.180211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Allocated IP 172.27.1.57 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/c7537928-4d2a-456e-be2d-ec15bd8b1e7f) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:30.206497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'name': 'tempest-ServerRescueNegativeTestJSON-67731332-router', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:05:27Z', 'revision_number': 5, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'gw_port': {'id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:30.210676 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] Checking router: e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:05:30.220550 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] Routers {'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:30.221219 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:05:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:30.263310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Calling delete_port for a20789bc-c9ff-4664-b03d-1ee2faab89b8 owned by network:router_gateway {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:05:30.390505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-6b2a0810-df67-41e0-8600-bf279fecd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:30.391176 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-6b2a0810-df67-41e0-8600-bf279fecd6e7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b5428b9a-bf65-4f88-bb33-15f7b7920075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2014089 Jan 15 15:05:30.412120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.413191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.plugins.ml2.ovo_rpc [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: result = function(*args, **kwargs) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: proto.__init__(conn_state, self) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: self.handle() Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: self.handle_one_request() Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: self.handle_one_response() Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: result = self.application(self.environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return app(environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: response = req.get_response(self.application) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: response = req.get_response(self.application) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: response = req.get_response(self.application) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: response = req.get_response(self.application) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return request.get_response(self.application) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: response = req.get_response(self._app) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return resp(environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return resp(environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: response = self.app(environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return resp(environ, start_response) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:05:30.421176 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: result = method(request=request, **args) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._delete(request, id, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*args, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*args, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*dup_args, **dup_kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: obj_deleter(request.context, id, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return method(*args, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*args, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*args, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*dup_args, **dup_kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: self._delete_current_gw_port(context, id, router, None) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: admin_ctx, gw_port_id, l3_port_check=False) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, context, *args, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return method(*args, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: context, port, router_ids, bound_mech_contexts) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: return function(*args, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: callback(resource, event, trigger, **kwargs) Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: if self._is_session_semantic_violated(context, resource, event): Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 15 15:05:30.427714 dv-cinder-689486-7-iscsi neutron-server[79971]: stack = traceback.extract_stack() Jan 15 15:05:30.435860 dv-cinder-689486-7-iscsi neutron-server[79971]: Jan 15 15:05:30.440877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] Set router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:30.569039 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.588215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-178f103e-6a29-4aad-942a-a7e7c9d88739 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:30.662384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852792849'] for router_gateway, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.664162 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-029a943d-738a-415e-a56b-8d76b3fe05f6 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485461 Jan 15 15:05:30.677311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5b063048-018e-4707-8339-53633f8a9365 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:30.766150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:30.767491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.787131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'Port': ['ID=c7537928-4d2a-456e-be2d-ec15bd8b1e7f,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:30.793034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'name': 'tempest-ServerRescueNegativeTestJSON-67731332-router', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:05:27Z', 'revision_number': 5, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'gw_port': {'id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:30.795555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:30.802617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3582b44-90f2-4a4b-8b59-1141657f2bc4 None None] The sync data for ids ['e3fdf36c-032e-4907-8d9f-37e2e6cc11d4'] in dv-cinder-689486-7-iscsi is: [{'id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'name': 'tempest-ServerRescueNegativeTestJSON-67731332-router', 'tenant_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:05:27Z', 'revision_number': 5, 'project_id': 'a6bbb339ed144d49810a0c9c8a2b931c', 'gw_port': {'id': 'a20789bc-c9ff-4664-b03d-1ee2faab89b8', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fdf36c-032e-4907-8d9f-37e2e6cc11d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:05:30.814915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49006'] for router, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.817911 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.921109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852808363'] for router, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.921826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 {{(pid=80084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:05:30.941365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.942715 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-bc4de9f9-cbf6-4c33-9087-b51998f07ec6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e3fdf36c-032e-4907-8d9f-37e2e6cc11d4 HTTP/1.1" status: 204 len: 168 time: 1.4469264 Jan 15 15:05:30.945506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 38932) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:31.017196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e13a36-0634-4898-9aca-62e858bdb51d admin admin] Deleting subnet 1499417f-dba4-4c13-bcea-1ae7e569de18 {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:05:31.020946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a36-0634-4898-9aca-62e858bdb51d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.080363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a36-0634-4898-9aca-62e858bdb51d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852573794'] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.141634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a36-0634-4898-9aca-62e858bdb51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.146279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:31.149136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:31.152426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:31.185039 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3690a4cb-3a29-40c1-82ef-180229c2909d req-1195e129-c53c-4e93-832a-aff39429f474 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4660749 Jan 15 15:05:31.243642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.322889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.416562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a36-0634-4898-9aca-62e858bdb51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3650350'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.433627 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9e720e3c-d63d-4c21-87e8-d39a6a7a603b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:31.486701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e13a36-0634-4898-9aca-62e858bdb51d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1499417f-dba4-4c13-bcea-1ae7e569de18,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:31.490734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b1e13a36-0634-4898-9aca-62e858bdb51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:31.578113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a36-0634-4898-9aca-62e858bdb51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.584280 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b1e13a36-0634-4898-9aca-62e858bdb51d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1499417f-dba4-4c13-bcea-1ae7e569de18 HTTP/1.1" status: 204 len: 168 time: 0.6376352 Jan 15 15:05:31.587167 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 38936) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:31.627189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.642265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.660915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:31.712373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.812857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'Port': ['ID=c7537928-4d2a-456e-be2d-ec15bd8b1e7f,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:31.832893 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:31.913754 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:32.020102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:32.026758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a20789bc-c9ff-4664-b03d-1ee2faab89b8 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:05:32.044305 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:32.046217 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc44892c-3105-4441-8eb0-275d16caf892 req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7613349 Jan 15 15:05:32.047369 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2891b84a-ddb2-44b6-84e2-af620d985462']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:32.063057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:32.063395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054ed7d5-9fc0-4b62-afe9-692dfb4c9b5a') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:32.077168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2202022'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:32.079088 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: a20789bc-c9ff-4664-b03d-1ee2faab89b8 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:05:32.079565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a20789bc-c9ff-4664-b03d-1ee2faab89b8 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:05:32.080163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 9045be29-a5a9-4146-b6c3-1c864f49fea8 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:05:32.097737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:32.101805 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:05:32.119077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 9045be29-a5a9-4146-b6c3-1c864f49fea8 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:05:32.119601 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 9045be29-a5a9-4146-b6c3-1c864f49fea8 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:05:32.146964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-dc44892c-3105-4441-8eb0-275d16caf892 req-e455d9b9-f3b3-4e4a-8c72-08c227780efb tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:floatingip {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:32.165032 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-dc44892c-3105-4441-8eb0-275d16caf892 req-e455d9b9-f3b3-4e4a-8c72-08c227780efb tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:floatingip {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:32.166809 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc44892c-3105-4441-8eb0-275d16caf892 req-e455d9b9-f3b3-4e4a-8c72-08c227780efb tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.57 HTTP/1.1" status: 200 len: 695 time: 0.1133931 Jan 15 15:05:32.299514 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Network 2891b84a-ddb2-44b6-84e2-af620d985462 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:05:32.309815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066353'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:32.369987 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44892c-3105-4441-8eb0-275d16caf892 req-21ba2948-2a92-4e13-8f05-e185633f6eb5 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:32.374421 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc44892c-3105-4441-8eb0-275d16caf892 req-21ba2948-2a92-4e13-8f05-e185633f6eb5 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 784 time: 0.1996503 Jan 15 15:05:32.517469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Network 2891b84a-ddb2-44b6-84e2-af620d985462 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:05:32.610398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81b74-0812-401f-b941-bd941c98baed req-7bbb0f09-3dbf-4f45-aa90-f58371352e9a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:32.612171 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23d81b74-0812-401f-b941-bd941c98baed req-7bbb0f09-3dbf-4f45-aa90-f58371352e9a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1139877 Jan 15 15:05:32.704686 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23d81b74-0812-401f-b941-bd941c98baed req-febc7f4c-dc9f-4f1e-9acf-0eed1249ae00 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0851128 Jan 15 15:05:32.716241 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-23d81b74-0812-401f-b941-bd941c98baed req-81be5d8e-2374-47d3-99c7-21c394537d31 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'floatingip': {'port_id': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:05:32.767403 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:05:32.805651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23d81b74-0812-401f-b941-bd941c98baed req-81be5d8e-2374-47d3-99c7-21c394537d31 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:32.852282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:32.856056 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:32.876168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:32.882731 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2891b84a-ddb2-44b6-84e2-af620d985462,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:32.887404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:32.894351 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c0feab38-a5b9-469c-ab00-448d39cd42a0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2891b84a-ddb2-44b6-84e2-af620d985462 HTTP/1.1" status: 204 len: 168 time: 1.3060811 Jan 15 15:05:33.112383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 38956) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:33.165074 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-53ae2657-5816-477f-9f4d-882ba48ce2f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6bbb339ed144d49810a0c9c8a2b931c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513082 Jan 15 15:05:33.167652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 38960) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:33.229357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ff4d93c1-bf68-4960-a064-d076572830cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.257832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ff4d93c1-bf68-4960-a064-d076572830cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.304132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ff4d93c1-bf68-4960-a064-d076572830cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.309242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-66e5116c-b673-4480-b363-f4dcee364934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:33.324659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d93c1-bf68-4960-a064-d076572830cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c7fcfb-09f8-4c4a-927c-eb4f46515854,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:33.327828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ff4d93c1-bf68-4960-a064-d076572830cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:33.333352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ff4d93c1-bf68-4960-a064-d076572830cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.334591 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ff4d93c1-bf68-4960-a064-d076572830cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39c7fcfb-09f8-4c4a-927c-eb4f46515854 HTTP/1.1" status: 204 len: 168 time: 0.1659427 Jan 15 15:05:33.441403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23d81b74-0812-401f-b941-bd941c98baed req-81be5d8e-2374-47d3-99c7-21c394537d31 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.444570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23d81b74-0812-401f-b941-bd941c98baed req-81be5d8e-2374-47d3-99c7-21c394537d31 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.637129 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-23d81b74-0812-401f-b941-bd941c98baed req-81be5d8e-2374-47d3-99c7-21c394537d31 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Floating IP 25973c00-3192-49a1-bf0f-6061c617021d associated. External IP: 172.27.1.57, port: c88a0bc3-30bb-4261-a8f0-5ab544132a4c. Jan 15 15:05:34.005749 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23d81b74-0812-401f-b941-bd941c98baed req-81be5d8e-2374-47d3-99c7-21c394537d31 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Router 13f22f25-3338-4788-ab0c-e01c7db6ce5c has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:05:34.429102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23d81b74-0812-401f-b941-bd941c98baed req-81be5d8e-2374-47d3-99c7-21c394537d31 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:05:34.433541 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23d81b74-0812-401f-b941-bd941c98baed req-81be5d8e-2374-47d3-99c7-21c394537d31 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.440270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] Sync routers for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:05:34.451399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:34.452262 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:05:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:34.500499 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23d81b74-0812-401f-b941-bd941c98baed req-81be5d8e-2374-47d3-99c7-21c394537d31 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "PUT /v2.0/floatingips/25973c00-3192-49a1-bf0f-6061c617021d HTTP/1.1" status: 200 len: 995 time: 1.7887995 Jan 15 15:05:34.501069 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'tag': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:34.570704 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'tag': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c', 'status': 'completed', 'code': 200} Jan 15 15:05:34.610265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81b74-0812-401f-b941-bd941c98baed req-917c4317-3f31-4250-a7c1-41660df97446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:34.619207 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23d81b74-0812-401f-b941-bd941c98baed req-917c4317-3f31-4250-a7c1-41660df97446 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 1162 time: 0.0955739 Jan 15 15:05:34.823105 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:34.842885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-a06dc7b5-6727-4c96-8f97-b9ad32e987c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:34.844556 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-a06dc7b5-6727-4c96-8f97-b9ad32e987c1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 1162 time: 0.1977570 Jan 15 15:05:34.847135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81b74-0812-401f-b941-bd941c98baed req-46fd3989-9059-4f0f-8564-8081132948c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:34.848696 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23d81b74-0812-401f-b941-bd941c98baed req-46fd3989-9059-4f0f-8564-8081132948c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.2284477 Jan 15 15:05:35.068192 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23d81b74-0812-401f-b941-bd941c98baed req-82749a1a-bc03-4298-a6ca-f23912024a94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c88a0bc3-30bb-4261-a8f0-5ab544132a4c HTTP/1.1" status: 200 len: 998 time: 0.1894059 Jan 15 15:05:35.144477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-2ec4a32e-46b5-46d6-b6ba-09df467b3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:35.146141 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-2ec4a32e-46b5-46d6-b6ba-09df467b3962 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.2932951 Jan 15 15:05:35.220236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '25973c00-3192-49a1-bf0f-6061c617021d', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:2b:aa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:31Z', 'updated_at': '2021-01-15T15:05:33Z', 'revision_number': 1, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:35.223805 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81b74-0812-401f-b941-bd941c98baed req-7f2484a5-98bb-4226-9fbd-bec98e1ceefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:35.224515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] Checking router: 13f22f25-3338-4788-ab0c-e01c7db6ce5c for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:05:35.225427 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23d81b74-0812-401f-b941-bd941c98baed req-7f2484a5-98bb-4226-9fbd-bec98e1ceefe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.1483204 Jan 15 15:05:35.234332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:35.235025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:05:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:35.325549 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-d405edc4-594e-4563-9de1-985d833033a3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c88a0bc3-30bb-4261-a8f0-5ab544132a4c HTTP/1.1" status: 200 len: 998 time: 0.1678989 Jan 15 15:05:35.386055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81b74-0812-401f-b941-bd941c98baed req-99a67ae8-cbf6-49c6-9c7b-3b552f891a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:35.387613 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23d81b74-0812-401f-b941-bd941c98baed req-99a67ae8-cbf6-49c6-9c7b-3b552f891a3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1437335 Jan 15 15:05:35.448085 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:35.516408 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-07999733-4626-4739-88ac-80ec93e1bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:35.518053 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-07999733-4626-4739-88ac-80ec93e1bfe6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.1768150 Jan 15 15:05:35.623734 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23d81b74-0812-401f-b941-bd941c98baed req-a5b0b6b3-0305-46f6-8281-5a67115770c1 service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174909 Jan 15 15:05:35.675433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-c5e94536-3234-4512-bd00-38e4c009b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:35.677087 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-c5e94536-3234-4512-bd00-38e4c009b01f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1447625 Jan 15 15:05:35.873918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '25973c00-3192-49a1-bf0f-6061c617021d', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:2b:aa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:31Z', 'updated_at': '2021-01-15T15:05:33Z', 'revision_number': 1, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:35.878257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38bac3a-df23-45fd-bd89-1fc6ef5d95c4 None None] The sync data for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi is: [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '25973c00-3192-49a1-bf0f-6061c617021d', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:2b:aa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:31Z', 'updated_at': '2021-01-15T15:05:33Z', 'revision_number': 1, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:05:35.905430 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23d81b74-0812-401f-b941-bd941c98baed req-c01086f9-2e45-4a59-8775-5bd2ffb0bdce service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2717700 Jan 15 15:05:35.936264 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-478f4186-c16e-4300-8ea3-4ebb1eb098f7 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007594 Jan 15 15:05:36.085063 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9cad4eeb-89fa-4d19-95fc-d45e4d36a42f req-5e31b66d-2f59-4528-a2c7-7e01065adf65 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419280 Jan 15 15:05:36.239044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea83eb-2cfd-4341-a670-6936676146e1 None None] New status for floating IP 25973c00-3192-49a1-bf0f-6061c617021d: ACTIVE {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:05:52.675048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9da64bfb-00b3-41e5-8dae-fff5b265076a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:54.682514 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cd18b6fd-156c-4d20-bda8-d272523a49c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:55.849490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.844582 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:57.364277 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:57.615252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39224) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:57.773741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:57.794117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:57.798729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] Usage tracker for resource:security_group_rule and tenant:d9fb5ecf3bc34589b8b0a43261efee2f is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:57.801741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:57.807613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:57.896011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:57.898625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:57.908353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d864309e-fc34-4ece-b6d2-7315e8a9db9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:57.952388 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9fb5ecf3bc34589b8b0a43261efee2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359516 Jan 15 15:05:57.953347 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d142706b-e3a4-4009-8fef-eb7062be6b3e,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:57.956579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 39232) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:57.956848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:58.019754 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2b01e132-f2be-471a-ac28-0405dce13348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.049961 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2b01e132-f2be-471a-ac28-0405dce13348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.097130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2b01e132-f2be-471a-ac28-0405dce13348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.102213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5e535c78-645e-450f-9898-4703fdc982da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:58.113127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01e132-f2be-471a-ac28-0405dce13348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d142706b-e3a4-4009-8fef-eb7062be6b3e,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:58.116007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2b01e132-f2be-471a-ac28-0405dce13348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:58.121412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2b01e132-f2be-471a-ac28-0405dce13348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.123700 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-2b01e132-f2be-471a-ac28-0405dce13348 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d142706b-e3a4-4009-8fef-eb7062be6b3e HTTP/1.1" status: 204 len: 168 time: 0.1657715 Jan 15 15:05:58.433423 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-1ce7ffaf-20f2-49fb-979d-3333607b6fb4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0979524 Jan 15 15:05:58.487191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39240) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:58.507745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.524305 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:58.530572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] Usage tracker for resource:security_group_rule and tenant:b23e8afe0a65448a9837c5ed45c6969e is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:58.533198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:58.539157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:58.558117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-21d7e403-7923-4a53-af7f-09ca8cf70bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:58.560382 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-21d7e403-7923-4a53-af7f-09ca8cf70bf2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 1162 time: 0.0852230 Jan 15 15:05:58.632753 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.635706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.649324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4111d44d-01e9-4027-afc1-2f3ed6aab111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:58.693128 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b23e8afe0a65448a9837c5ed45c6969e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046535 Jan 15 15:05:58.696095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39250) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:58.709745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4b2ddf-e259-4a90-8008-056fc76e5e0a,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:58.714147 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:58.739644 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-a8ac66da-006f-4bd7-9aa2-7aa0dc317255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:58.741281 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-a8ac66da-006f-4bd7-9aa2-7aa0dc317255 service neutron] 10.222.0.75 "GET /v2.0/networks?id=42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 200 len: 904 time: 0.1511037 Jan 15 15:05:58.764302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8b5026e8-9259-4be6-9309-7d953ab55283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.792610 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8b5026e8-9259-4be6-9309-7d953ab55283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.841842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8b5026e8-9259-4be6-9309-7d953ab55283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.847584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c22de692-1f7b-493f-9e14-141e9e535a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:58.849537 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-e35e525e-63e0-4bea-86d6-cc91ad1f58dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e912f340-2289-4eae-a066-d62858a52d12 HTTP/1.1" status: 200 len: 1001 time: 0.1006277 Jan 15 15:05:58.862082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5026e8-9259-4be6-9309-7d953ab55283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4b2ddf-e259-4a90-8008-056fc76e5e0a,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:58.865969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8b5026e8-9259-4be6-9309-7d953ab55283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:58.871622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8b5026e8-9259-4be6-9309-7d953ab55283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.876223 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-8b5026e8-9259-4be6-9309-7d953ab55283 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af4b2ddf-e259-4a90-8008-056fc76e5e0a HTTP/1.1" status: 204 len: 168 time: 0.1790388 Jan 15 15:05:58.932240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-67dec0b9-e4af-4b31-b88d-90e8b8e7b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:58.933833 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-67dec0b9-e4af-4b31-b88d-90e8b8e7b455 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d392861e-6d5e-4ae3-98bb-b788b96f093b HTTP/1.1" status: 200 len: 849 time: 0.0757408 Jan 15 15:05:59.031706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-d557d87e-2adc-4a3d-af53-4965f96df71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:59.033395 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-d557d87e-2adc-4a3d-af53-4965f96df71e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42458e79-ac6d-4767-80af-a1ca69ae5ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808258 Jan 15 15:05:59.187563 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-282a57e8-187f-464f-a84b-a75351b0e5bc service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389325 Jan 15 15:05:59.347236 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-deb7c89f-3c93-42d8-a510-824d83eb2801 req-5bb76fb3-f831-4303-bc55-360617390a20 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465375 Jan 15 15:06:00.010447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.887312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:06:03.044904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f953d-13d6-4378-8628-01c776d22cf2 req-a403fa45-42f4-4244-8c1b-2b1cf8bfe72f tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:03.046616 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ed4f953d-13d6-4378-8628-01c776d22cf2 req-a403fa45-42f4-4244-8c1b-2b1cf8bfe72f tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 945 time: 0.1112244 Jan 15 15:06:03.098698 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ed4f953d-13d6-4378-8628-01c776d22cf2 req-c945736e-ee0c-44fd-aceb-aed3c675729b tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457942 Jan 15 15:06:04.574017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090871a5-53a4-4cc4-9893-24e727ffd4a0 req-6238a250-8a71-4591-9465-6a1152608a58 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:04.577035 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-090871a5-53a4-4cc4-9893-24e727ffd4a0 req-6238a250-8a71-4591-9465-6a1152608a58 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 945 time: 0.3391333 Jan 15 15:06:04.635442 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-090871a5-53a4-4cc4-9893-24e727ffd4a0 req-764591d7-db20-4191-b50a-a9123b43730d tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512948 Jan 15 15:06:05.351158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-426bb8b9-6fd1-4a70-a5d7-9eadd55bb407 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:05.352769 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-426bb8b9-6fd1-4a70-a5d7-9eadd55bb407 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.75 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 945 time: 0.1009254 Jan 15 15:06:05.436209 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Deleting port 5af27aec-330c-476c-8e1d-a96529185126 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:05.436596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:05.671397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5af27aec-330c-476c-8e1d-a96529185126 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:06:05.711038 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] For port 5af27aec-330c-476c-8e1d-a96529185126, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5af27aec-330c-476c-8e1d-a96529185126,segment=NetworkSegment(059f45ed-fcf5-43ff-9618-7c9d86cd34f5),segment_id=059f45ed-fcf5-43ff-9618-7c9d86cd34f5)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:05.711526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:05.799286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:05.830027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b7fc0e-56ac-482e-90fe-bb01098a2a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af27aec-330c-476c-8e1d-a96529185126'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:05.848252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 5af27aec-330c-476c-8e1d-a96529185126, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5af27aec-330c-476c-8e1d-a96529185126,segment=NetworkSegment(059f45ed-fcf5-43ff-9618-7c9d86cd34f5),segment_id=059f45ed-fcf5-43ff-9618-7c9d86cd34f5)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:05.856119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:05.858526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6ff7fc2b-9843-46fb-9cd0-215fab857e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:05.908058 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b7fc0e-56ac-482e-90fe-bb01098a2a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af27aec-330c-476c-8e1d-a96529185126', 'code': 200} Jan 15 15:06:05.936992 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=5af27aec-330c-476c-8e1d-a96529185126,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:05.945730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.946116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.946497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.946872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.947242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.947619 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.948022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.948391 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.948763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.949126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.949490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.950351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.950989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.951523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.951912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.952399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.952776 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.953141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.953502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.953862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.954203 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.954729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.955242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.955796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:05.960639 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:06.119259 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Calling delete_port for 5af27aec-330c-476c-8e1d-a96529185126 owned by compute:nova {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:06.244669 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426304d4-c41d-488a-9e7f-ff08c282d6bc req-e2dda46f-606e-474e-9a9a-f9e9fbff49df tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:06.246327 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-426304d4-c41d-488a-9e7f-ff08c282d6bc req-e2dda46f-606e-474e-9a9a-f9e9fbff49df tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 943 time: 0.2276716 Jan 15 15:06:06.250763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:06:06.251138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:06:06.304922 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-426304d4-c41d-488a-9e7f-ff08c282d6bc req-d72e9a10-1bfd-472b-b6e4-4971d5c95f9b tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509343 Jan 15 15:06:06.752307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Deleting port 5af27aec-330c-476c-8e1d-a96529185126 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:06.752845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.010918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] For port 5af27aec-330c-476c-8e1d-a96529185126, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5af27aec-330c-476c-8e1d-a96529185126,segment=NetworkSegment(059f45ed-fcf5-43ff-9618-7c9d86cd34f5),segment_id=059f45ed-fcf5-43ff-9618-7c9d86cd34f5)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:07.011359 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.144755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Calling delete_port for 5af27aec-330c-476c-8e1d-a96529185126 owned by compute:nova {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:07.292342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.309756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dd68b0d5-428f-4e0c-90d2-621737f19909 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:07.366689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Pushing event deleted for resources: {'Port': ['ID=5af27aec-330c-476c-8e1d-a96529185126,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:07.371537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:07.500036 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3984e52e-28a3-4f94-b0df-96fedeac34c0 req-9ddd24f6-7897-498a-8fb0-c33221e110c1 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=d5b7fc0e-56ac-482e-90fe-bb01098a2a66 HTTP/1.1" status: 200 len: 210 time: 0.0578802 Jan 15 15:06:07.568646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] No DVR routers for this DVR port 5af27aec-330c-476c-8e1d-a96529185126 on host hv-cinder-68948 {{(pid=80085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:06:07.571011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.573911 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b7fc0e-56ac-482e-90fe-bb01098a2a66', 'name': 'network-vif-deleted', 'tag': '5af27aec-330c-476c-8e1d-a96529185126'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:07.589836 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9fc2c899-f554-4934-a8e1-6bd3016f97a3 req-95125f0c-31af-42cf-ae55-a18f1311bd2c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.75 "DELETE /v2.0/ports/5af27aec-330c-476c-8e1d-a96529185126 HTTP/1.1" status: 204 len: 173 time: 2.2278965 Jan 15 15:06:07.639498 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b7fc0e-56ac-482e-90fe-bb01098a2a66', 'name': 'network-vif-deleted', 'tag': '5af27aec-330c-476c-8e1d-a96529185126', 'status': 'completed', 'code': 200} Jan 15 15:06:13.579800 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f4509-4db2-4f44-9f5f-29585dbf7e4e req-5f0e4367-54f2-4b17-8ed6-f6eede1de8b8 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.581505 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-070f4509-4db2-4f44-9f5f-29585dbf7e4e req-5f0e4367-54f2-4b17-8ed6-f6eede1de8b8 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.1690640 Jan 15 15:06:13.584617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-945018bb-4955-47ee-84bc-5064ba137090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.586161 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-945018bb-4955-47ee-84bc-5064ba137090 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1202 time: 0.1713507 Jan 15 15:06:13.733256 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-070f4509-4db2-4f44-9f5f-29585dbf7e4e req-11d5dcab-521a-4b0c-93b0-df732cf36420 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1446397 Jan 15 15:06:13.778895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-8f96ff44-2b54-4def-924e-b5ea468aa86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.780532 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-8f96ff44-2b54-4def-924e-b5ea468aa86d service neutron] 10.222.0.75 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 909 time: 0.1761396 Jan 15 15:06:13.893347 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-07f6593a-4076-4533-9e36-3991b195e28f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 1001 time: 0.1046057 Jan 15 15:06:13.976859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-a4e1b598-fb14-40f2-80ea-acb8825dbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.978430 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-a4e1b598-fb14-40f2-80ea-acb8825dbffa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 200 len: 854 time: 0.0747476 Jan 15 15:06:14.063225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-44281193-75f1-43b6-89af-4fbcffd709fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:14.064832 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-44281193-75f1-43b6-89af-4fbcffd709fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b5428b9a-bf65-4f88-bb33-15f7b7920075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782411 Jan 15 15:06:14.215227 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-47ca2394-ef80-4758-9c7c-8282a6dfdced service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396241 Jan 15 15:06:14.359245 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e75384e1-f4aa-497c-8bd8-abc4417ce951 req-70db6987-7408-4494-aef4-76b0e6454cad service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369154 Jan 15 15:06:14.970814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238cc06-bb42-4f31-b489-80d16f062218 req-b9a4ac55-e997-4617-b20e-5744ecd10b05 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:14.972819 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b238cc06-bb42-4f31-b489-80d16f062218 req-b9a4ac55-e997-4617-b20e-5744ecd10b05 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.1021004 Jan 15 15:06:15.033358 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b238cc06-bb42-4f31-b489-80d16f062218 req-9af9270a-b57a-4f87-9153-cf7335281ca8 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0526688 Jan 15 15:06:15.167219 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39448) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:15.320185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.336484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:15.340968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Usage tracker for resource:security_group_rule and tenant:766957ef2f3440059de2045c98ca3de7 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:15.344010 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:15.349880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:15.441572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.444427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.457995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1b4133c7-f6c6-4b9f-9d25-34d842982bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:15.510748 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=766957ef2f3440059de2045c98ca3de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422525 Jan 15 15:06:15.511717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db7af5e-0ee7-41c4-9d85-2a9a3f30d9bd,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:15.514178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 39454) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:15.522541 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.522957 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.523366 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.523803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.524192 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.524585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.524976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.525368 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.525764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.526153 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.526534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.526930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.527433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.527883 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.528487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.529093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.529484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.529872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.530236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.530625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.531008 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.531396 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.531810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.532187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:15.536792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:15.580502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e15bd461-5721-4eeb-9f35-f247c59f6d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.611735 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e15bd461-5721-4eeb-9f35-f247c59f6d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.656748 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e15bd461-5721-4eeb-9f35-f247c59f6d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.661726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4494033f-9f77-407b-bc6e-e04c3a1b11c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:15.672959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bd461-5721-4eeb-9f35-f247c59f6d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db7af5e-0ee7-41c4-9d85-2a9a3f30d9bd,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:15.677762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e15bd461-5721-4eeb-9f35-f247c59f6d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:15.679802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e15bd461-5721-4eeb-9f35-f247c59f6d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.681032 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e15bd461-5721-4eeb-9f35-f247c59f6d36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0db7af5e-0ee7-41c4-9d85-2a9a3f30d9bd HTTP/1.1" status: 204 len: 168 time: 0.1657770 Jan 15 15:06:16.035693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 39464) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:16.055246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.070554 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:16.074832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] Usage tracker for resource:security_group_rule and tenant:22813c86c65047e889468cfdaa055637 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:16.078009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:16.084076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:16.175477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.217919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.235298 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f501286a-5e10-4528-946f-dcc9332cf98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:16.296132 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22813c86c65047e889468cfdaa055637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591524 Jan 15 15:06:16.296916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad6a68d-bee7-4f76-a855-af8f800053f2,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:16.299695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39470) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:16.300663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:16.342150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23976c0-3b7a-4ff2-a239-5000991cacc6 req-6d16111d-6826-4f4c-8484-e47a6fbba0d1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:16.343870 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f23976c0-3b7a-4ff2-a239-5000991cacc6 req-6d16111d-6826-4f4c-8484-e47a6fbba0d1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.1712298 Jan 15 15:06:16.363798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b52943e6-36bc-4fae-b6d6-cde3d6f3ed82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.391851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b52943e6-36bc-4fae-b6d6-cde3d6f3ed82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.403862 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f23976c0-3b7a-4ff2-a239-5000991cacc6 req-b72bf501-5da9-4881-94c6-46a434013fae tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0521271 Jan 15 15:06:16.441788 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b52943e6-36bc-4fae-b6d6-cde3d6f3ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.447084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-919da633-3246-4456-8b6a-475b8f5aaea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:16.460083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52943e6-36bc-4fae-b6d6-cde3d6f3ed82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad6a68d-bee7-4f76-a855-af8f800053f2,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:16.465414 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b52943e6-36bc-4fae-b6d6-cde3d6f3ed82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:16.469878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b52943e6-36bc-4fae-b6d6-cde3d6f3ed82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.471119 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b52943e6-36bc-4fae-b6d6-cde3d6f3ed82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ad6a68d-bee7-4f76-a855-af8f800053f2 HTTP/1.1" status: 204 len: 168 time: 0.1698110 Jan 15 15:06:17.650022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ba489-c0f5-449f-816e-8966cd838e8c req-68a75a3d-af78-4add-8b5e-8456ead2834b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:17.651743 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cd8ba489-c0f5-449f-816e-8966cd838e8c req-68a75a3d-af78-4add-8b5e-8456ead2834b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.1044240 Jan 15 15:06:17.709415 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cd8ba489-c0f5-449f-816e-8966cd838e8c req-b848d56b-1f06-4a9b-8808-9204652d6f21 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0504198 Jan 15 15:06:17.888557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39510) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:18.043492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9047c8ee-2780-433a-a087-4b03451cf978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.059249 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9047c8ee-2780-433a-a087-4b03451cf978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:18.063398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9047c8ee-2780-433a-a087-4b03451cf978 admin admin] Usage tracker for resource:security_group_rule and tenant:b0fd25b18f694740aa9f153a047fffcd is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:18.066451 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-9047c8ee-2780-433a-a087-4b03451cf978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:18.072377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-9047c8ee-2780-433a-a087-4b03451cf978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:18.164251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9047c8ee-2780-433a-a087-4b03451cf978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.167289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9047c8ee-2780-433a-a087-4b03451cf978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.175140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a3bd31c5-3ff2-4143-9531-0e49cfcac8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:18.221134 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9047c8ee-2780-433a-a087-4b03451cf978 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0fd25b18f694740aa9f153a047fffcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313923 Jan 15 15:06:18.222093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047c8ee-2780-433a-a087-4b03451cf978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e290ced3-4030-4995-91d5-ea739d21b633,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:18.224111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 39520) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:18.225372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9047c8ee-2780-433a-a087-4b03451cf978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:18.290720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b2f1715-731f-478c-96a1-ece011cb95ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.318884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b2f1715-731f-478c-96a1-ece011cb95ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.364195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b2f1715-731f-478c-96a1-ece011cb95ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.369396 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ebb67d57-7469-4970-86be-eb6e7ab09ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:18.383112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f1715-731f-478c-96a1-ece011cb95ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e290ced3-4030-4995-91d5-ea739d21b633,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:18.386918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6b2f1715-731f-478c-96a1-ece011cb95ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:18.393751 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6b2f1715-731f-478c-96a1-ece011cb95ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.397705 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-6b2f1715-731f-478c-96a1-ece011cb95ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e290ced3-4030-4995-91d5-ea739d21b633 HTTP/1.1" status: 204 len: 168 time: 0.1698997 Jan 15 15:06:18.963360 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0815f9f-4650-4418-a7dd-07df5d035260 req-1cf5dd6b-1f63-4e43-8221-22d060a8cab2 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:18.965151 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c0815f9f-4650-4418-a7dd-07df5d035260 req-1cf5dd6b-1f63-4e43-8221-22d060a8cab2 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.1111412 Jan 15 15:06:19.030954 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c0815f9f-4650-4418-a7dd-07df5d035260 req-3963ccc8-3eb4-4a2c-a4c8-b0363bbde944 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0586705 Jan 15 15:06:19.299865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d11417ff-8e34-4434-8eb0-ed62756c4d18 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:19.301511 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d11417ff-8e34-4434-8eb0-ed62756c4d18 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/networks?id=e6fab910-fe89-41cc-8ff9-12ca93e9ce45 HTTP/1.1" status: 200 len: 813 time: 0.1780069 Jan 15 15:06:19.323881 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-73a9cbfb-9488-495d-b161-297d264fce00 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/quotas/2996dc69189d45498f6b201bfbd64f2d HTTP/1.1" status: 200 len: 375 time: 0.0127017 Jan 15 15:06:19.373963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-41339c95-8c4c-4164-880a-15aa4cf52b39 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Synchronizing usage tracker for tenant:2996dc69189d45498f6b201bfbd64f2d on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:19.389275 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-41339c95-8c4c-4164-880a-15aa4cf52b39 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Unset dirty status for tenant:2996dc69189d45498f6b201bfbd64f2d on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:19.390918 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-41339c95-8c4c-4164-880a-15aa4cf52b39 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?tenant_id=2996dc69189d45498f6b201bfbd64f2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617311 Jan 15 15:06:19.554947 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-bba1dcab-3a7f-4be5-9ce8-e8d8a716de4c service neutron] 10.222.0.70 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560888 Jan 15 15:06:19.704328 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-b2d25cfa-7b1d-4d54-a817-a76bdfcb4e01 service neutron] 10.222.0.70 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427915 Jan 15 15:06:19.924160 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b2a8e5a8-1a46-4436-9db0-c90f5d5d4055 req-645d2e3b-d458-449a-870d-b18d0b6c572b tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0563014 Jan 15 15:06:20.359730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1c009-736e-435d-af84-b14f2720e698 req-c70224ae-ac87-48fb-be8d-faeb2f47d81b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:20.361624 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09c1c009-736e-435d-af84-b14f2720e698 req-c70224ae-ac87-48fb-be8d-faeb2f47d81b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.1096518 Jan 15 15:06:20.435230 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09c1c009-736e-435d-af84-b14f2720e698 req-148240a7-509d-4b44-bb3b-2d17dc928f9b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0667472 Jan 15 15:06:20.999482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a199bb-942d-4810-b980-880c8e9f06bb req-757630ae-7c94-4aad-aab3-184de3e88b8d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.001305 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20a199bb-942d-4810-b980-880c8e9f06bb req-757630ae-7c94-4aad-aab3-184de3e88b8d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.3295312 Jan 15 15:06:21.057623 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20a199bb-942d-4810-b980-880c8e9f06bb req-035f6a94-31af-4b92-b11e-86e376b4d4e4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497050 Jan 15 15:06:21.120351 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2c1f3c1-90c8-467d-87eb-6eef09e4c3ca req-ecc53af6-a35f-4a48-84c7-18d5fa8f7812 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0454152 Jan 15 15:06:21.801608 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-8025b6be-17df-4fc1-92e0-56e35198c7a4 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.803226 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-8025b6be-17df-4fc1-92e0-56e35198c7a4 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.75 "GET /v2.0/networks?id=e6fab910-fe89-41cc-8ff9-12ca93e9ce45 HTTP/1.1" status: 200 len: 813 time: 0.2458668 Jan 15 15:06:21.831487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fd2a4-6e86-4e14-8964-d2d28231c261 req-259755eb-1c8f-4d48-b70e-7aa7ac61e10e tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.833107 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d47fd2a4-6e86-4e14-8964-d2d28231c261 req-259755eb-1c8f-4d48-b70e-7aa7ac61e10e tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.2479753 Jan 15 15:06:21.838178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Request body: {'port': {'device_id': '27138ca6-5a32-48c1-9351-812da116a9e4', 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45', 'admin_state_up': True, 'tenant_id': '2996dc69189d45498f6b201bfbd64f2d'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:21.993872 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d47fd2a4-6e86-4e14-8964-d2d28231c261 req-4c7da550-aba6-4f6e-9305-9b073956eebf tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1406786 Jan 15 15:06:22.032762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:22.050370 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:22.059567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Made reservation on behalf of 2996dc69189d45498f6b201bfbd64f2d for: {'port': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:06:22.068495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:22.370261 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-930b6d67-e165-47b5-8ab0-914c391b169d req-26117691-0933-410a-a367-1ee987c2f632 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 210 time: 0.1072757 Jan 15 15:06:22.505015 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fac52-f092-4f1a-bfeb-1831ef112440 req-76300418-bae2-4a11-8d23-ef8b70771675 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:22.506652 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-217fac52-f092-4f1a-bfeb-1831ef112440 req-76300418-bae2-4a11-8d23-ef8b70771675 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.2935150 Jan 15 15:06:22.566241 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Allocated IP 172.20.0.10 (e6fab910-fe89-41cc-8ff9-12ca93e9ce45/41d7ebe9-5f79-47a5-9c95-7609d796fad8/8afc0754-b4f3-4f78-8288-228622f489c1) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:06:22.580973 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-217fac52-f092-4f1a-bfeb-1831ef112440 req-4becf69a-2cc6-4ae3-b5cf-e1ccae028e6c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656571 Jan 15 15:06:22.677951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-469f5cb6-48bd-494e-ae11-3295151fe791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:22.801338 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:22.827552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:22.842076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:22.991458 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Pushing event updated for resources: {'Port': ['ID=8afc0754-b4f3-4f78-8288-228622f489c1,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:22.996019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:23.042590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:06:23.044317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:06:23.046743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:06:23.124896 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:23.125585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:23.206656 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3724246 Jan 15 15:06:23.268602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d3a51-2b61-4121-a23d-b76883677214 req-182e0a61-4ccf-41a7-ac38-99572a7d1135 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:23.270289 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a6d3a51-2b61-4121-a23d-b76883677214 req-182e0a61-4ccf-41a7-ac38-99572a7d1135 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.1382504 Jan 15 15:06:23.331007 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a6d3a51-2b61-4121-a23d-b76883677214 req-23be21d5-ca66-43dc-aa01-77e59600f470 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0539980 Jan 15 15:06:23.384333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Request body: {'port': {'device_id': '27138ca6-5a32-48c1-9351-812da116a9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:23.505087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:23.574246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-8d877bb6-ab1c-42e8-8cea-d865b0715588 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:23.576042 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-8d877bb6-ab1c-42e8-8cea-d865b0715588 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.75 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.1065681 Jan 15 15:06:23.667999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Deleting port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:23.668856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:23.897286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a3e6f-5f1b-4467-9c7c-06bd6bd77fc4 req-f3326a8d-ada1-461e-beb6-e6ab13f9297e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:23.897996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-813a3e6f-5f1b-4467-9c7c-06bd6bd77fc4 req-f3326a8d-ada1-461e-beb6-e6ab13f9297e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Synchronizing usage tracker for tenant:2996dc69189d45498f6b201bfbd64f2d on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:23.937207 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] For port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:23.937618 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:23.989651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-813a3e6f-5f1b-4467-9c7c-06bd6bd77fc4 req-f3326a8d-ada1-461e-beb6-e6ab13f9297e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Unset dirty status for tenant:2996dc69189d45498f6b201bfbd64f2d on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:23.990959 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-813a3e6f-5f1b-4467-9c7c-06bd6bd77fc4 req-f3326a8d-ada1-461e-beb6-e6ab13f9297e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 932 time: 0.4687705 Jan 15 15:06:24.051253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748aa35f-236f-4abf-8639-813418d07102 req-6ee8e2c0-a4b3-4f8b-8f23-45192a8b3de4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:24.053014 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-748aa35f-236f-4abf-8639-813418d07102 req-6ee8e2c0-a4b3-4f8b-8f23-45192a8b3de4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 946 time: 0.3053231 Jan 15 15:06:24.132444 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-813a3e6f-5f1b-4467-9c7c-06bd6bd77fc4 req-92966c2d-4768-4e39-a923-bb7be4a94da3 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329041 Jan 15 15:06:24.167982 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-748aa35f-236f-4abf-8639-813418d07102 req-2140df7e-8160-4478-882b-a00e872517ba tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962646 Jan 15 15:06:24.233423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afc0754-b4f3-4f78-8288-228622f489c1 {{(pid=80085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:06:24.240673 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:24.253805 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Transition to ACTIVE for port object 8afc0754-b4f3-4f78-8288-228622f489c1 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:06:24.255664 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:24.265388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:24.266060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:24.266415 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Floating IP 15295f4b-7906-4909-a220-c2432225d93d disassociated. External IP: 172.27.1.42, port: 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2. Jan 15 15:06:24.266807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Calling delete_port for 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:24.271812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f944682c-1905-4545-8a30-5bfa0bd2f257 tempest-DeleteServersTestJSON-1280647464 tempest-DeleteServersTestJSON-1280647464] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:24.306015 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:06:24.428150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 update to DOWN by agent not found {{(pid=80086) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 15 15:06:24.429012 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:24.431523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Pushing event updated for resources: {'Port': ['ID=8afc0754-b4f3-4f78-8288-228622f489c1,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:24.444945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.445460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.445941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.446413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.446888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.447360 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.447857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.448343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.448811 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.449310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.449964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.450504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.451052 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.451517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.452059 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.452521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.452996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.453457 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.453916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.454375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.454835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.455296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.455789 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.456250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:24.462169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:24.525095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:24.581774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event deleted for resources: {'Port': ['ID=95b8e8c0-86f4-494b-bfa8-996fe68dcbd2,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:24.585207 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:24.709538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Attempting to bind port 8afc0754-b4f3-4f78-8288-228622f489c1 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:06:24.709911 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Attempting to bind port 8afc0754-b4f3-4f78-8288-228622f489c1 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '059f45ed-fcf5-43ff-9618-7c9d86cd34f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:06:24.710283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Attempting to bind port 8afc0754-b4f3-4f78-8288-228622f489c1 on network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:06:24.719853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:06:24.720230 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Checking segment: {'id': '059f45ed-fcf5-43ff-9618-7c9d86cd34f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:06:24.720638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:24.721034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Bound using segment: {'id': '059f45ed-fcf5-43ff-9618-7c9d86cd34f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:06:24.721512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Bound port: 8afc0754-b4f3-4f78-8288-228622f489c1, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059f45ed-fcf5-43ff-9618-7c9d86cd34f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e6fab910-fe89-41cc-8ff9-12ca93e9ce45'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:06:24.721889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:24.790997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6011ee-b6ff-4d75-8468-8d3b81c54016 req-65894903-8841-4787-b470-69b0a7b9aed7 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:24.801744 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-eb6011ee-b6ff-4d75-8468-8d3b81c54016 req-65894903-8841-4787-b470-69b0a7b9aed7 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.3024411 Jan 15 15:06:24.804456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db53b21f-66ab-4837-a672-8c681130fd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:24.837257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Router 24d19b1d-1de3-4127-8086-e1745751cb00 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:06:24.894715 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-eb6011ee-b6ff-4d75-8468-8d3b81c54016 req-72468f93-5f41-4ffd-b6a5-23280ca13605 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0888503 Jan 15 15:06:24.901049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] For port 8afc0754-b4f3-4f78-8288-228622f489c1, host hv-cinder-68948, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:06:24.905640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] For port 8afc0754-b4f3-4f78-8288-228622f489c1, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=8afc0754-b4f3-4f78-8288-228622f489c1,segment=NetworkSegment(059f45ed-fcf5-43ff-9618-7c9d86cd34f5),segment_id=059f45ed-fcf5-43ff-9618-7c9d86cd34f5)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:06:24.908201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:24.934511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:25.050552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:06:25.063819 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] Sync routers for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:06:25.076695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:06:25.077792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:06:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:25.092545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] No DVR routers for this DVR port 95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:06:25.097570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:25.124009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'name': 'network-vif-deleted', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:25.131714 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd2cd096-258f-4007-9ab5-d257f97fada1 req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.75 "DELETE /v2.0/ports/95b8e8c0-86f4-494b-bfa8-996fe68dcbd2 HTTP/1.1" status: 204 len: 173 time: 1.5426888 Jan 15 15:06:25.356716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Pushing event updated for resources: {'Port': ['ID=8afc0754-b4f3-4f78-8288-228622f489c1,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:25.370929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:25.428436 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:25.428816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:25.430356 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] 10.222.0.75 "PUT /v2.0/ports/8afc0754-b4f3-4f78-8288-228622f489c1 HTTP/1.1" status: 200 len: 1158 time: 2.1953261 Jan 15 15:06:25.431025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27138ca6-5a32-48c1-9351-812da116a9e4', 'tag': '8afc0754-b4f3-4f78-8288-228622f489c1'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:25.448090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:06:25.460199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ccd5-9b41-40f3-952f-0b41736eeebc req-8a6e527e-e2fc-4959-bdfc-6cfea934bf36 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:25.461886 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8b90ccd5-9b41-40f3-952f-0b41736eeebc req-8a6e527e-e2fc-4959-bdfc-6cfea934bf36 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 944 time: 0.1768866 Jan 15 15:06:25.537221 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253318f2-d6d5-482b-8fab-1a6e5aeef1d3', 'name': 'network-vif-deleted', 'tag': '95b8e8c0-86f4-494b-bfa8-996fe68dcbd2', 'status': 'completed', 'code': 200} Jan 15 15:06:25.643513 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8b90ccd5-9b41-40f3-952f-0b41736eeebc req-62c49056-f69b-4027-aa69-bd2a74c2dd0b tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744068 Jan 15 15:06:25.657736 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-4d399d6a-082e-481d-ace4-3b118f14d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:25.659379 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-4d399d6a-082e-481d-ace4-3b118f14d456 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2996dc69189d45498f6b201bfbd64f2d&device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 1161 time: 0.1506248 Jan 15 15:06:25.744409 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27138ca6-5a32-48c1-9351-812da116a9e4', 'tag': '8afc0754-b4f3-4f78-8288-228622f489c1', 'status': 'completed', 'code': 200} Jan 15 15:06:25.827110 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-2fa64fbe-ab15-42dd-abb4-9081d7929ea2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afc0754-b4f3-4f78-8288-228622f489c1 HTTP/1.1" status: 200 len: 217 time: 0.0851786 Jan 15 15:06:25.830134 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e14035df-7f73-4790-94d4-c9a7f40bac9a req-ab63a602-7c68-4622-b687-eb5271cf35b1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=253318f2-d6d5-482b-8fab-1a6e5aeef1d3 HTTP/1.1" status: 200 len: 210 time: 0.1408050 Jan 15 15:06:25.917729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d89e3314-6fc7-400b-ab85-9e80102768f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:25.919747 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-d89e3314-6fc7-400b-ab85-9e80102768f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=41d7ebe9-5f79-47a5-9c95-7609d796fad8 HTTP/1.1" status: 200 len: 853 time: 0.0744843 Jan 15 15:06:25.955590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:25.963104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:25.968190 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] Checking router: 24d19b1d-1de3-4127-8086-e1745751cb00 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:06:25.978430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:06:25.979126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:06:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:26.003471 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-626ccb9c-6b14-4ad5-b183-f00876166c47 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e6fab910-fe89-41cc-8ff9-12ca93e9ce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755203 Jan 15 15:06:26.210261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:06:26.286229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f299cd-3a00-49a7-810a-97f1cef4816f req-7568cfb2-c6ff-4ba0-b81b-018b486f46ac tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:26.288284 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-58f299cd-3a00-49a7-810a-97f1cef4816f req-7568cfb2-c6ff-4ba0-b81b-018b486f46ac tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.2220190 Jan 15 15:06:26.295431 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-f635cb8e-f01c-4840-831a-be17fba20e38 service neutron] 10.222.0.75 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731931 Jan 15 15:06:26.423957 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-58f299cd-3a00-49a7-810a-97f1cef4816f req-27d245d5-f051-462e-973d-c44f670b850f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1232903 Jan 15 15:06:26.566520 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b5db24d3-b81c-499d-b4a2-ead4510475ac req-90c2356d-270f-421e-ab9b-c1a79f371710 service neutron] 10.222.0.75 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2509489 Jan 15 15:06:26.707957 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5b063048-018e-4707-8339-53633f8a9365 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:26.804387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a9d95-dda5-4170-8744-6502568e0037 req-a14ddc54-2dd6-44d2-9d20-6aa24f948fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:26.806175 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:26.806594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:26.807071 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b38a9d95-dda5-4170-8744-6502568e0037 req-a14ddc54-2dd6-44d2-9d20-6aa24f948fed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2996dc69189d45498f6b201bfbd64f2d&device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 1161 time: 0.1039076 Jan 15 15:06:27.014407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.042805 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a9d95-dda5-4170-8744-6502568e0037 req-9d4c1c52-f4ea-4f54-9c82-2914fee4dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.047490 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b38a9d95-dda5-4170-8744-6502568e0037 req-9d4c1c52-f4ea-4f54-9c82-2914fee4dae7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e6fab910-fe89-41cc-8ff9-12ca93e9ce45 HTTP/1.1" status: 200 len: 907 time: 0.2333350 Jan 15 15:06:27.142417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:27.146708 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11756e17-d854-4780-961b-aff92ce2de4d None None] The sync data for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi is: [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:06:27.186542 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b38a9d95-dda5-4170-8744-6502568e0037 req-bf2d9577-5321-4f4a-9d87-493d4aeb61b4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afc0754-b4f3-4f78-8288-228622f489c1 HTTP/1.1" status: 200 len: 217 time: 0.1253827 Jan 15 15:06:27.305802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb3e09-89db-40f9-9669-5ae634d6f56e req-04a31c8a-0500-472d-80b4-383f8d760199 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.307392 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-aafb3e09-89db-40f9-9669-5ae634d6f56e req-04a31c8a-0500-472d-80b4-383f8d760199 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.3368118 Jan 15 15:06:27.318151 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a9d95-dda5-4170-8744-6502568e0037 req-35dc2d71-63c7-43ac-93a2-9d60522d1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.319702 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b38a9d95-dda5-4170-8744-6502568e0037 req-35dc2d71-63c7-43ac-93a2-9d60522d1790 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=41d7ebe9-5f79-47a5-9c95-7609d796fad8 HTTP/1.1" status: 200 len: 853 time: 0.1232543 Jan 15 15:06:27.364049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.411713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511309f-c1f5-4443-bdc2-1cfacc7a8919 req-c8db5b1c-c246-48a1-b2b6-87e5237a6e6c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.413453 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0511309f-c1f5-4443-bdc2-1cfacc7a8919 req-c8db5b1c-c246-48a1-b2b6-87e5237a6e6c tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 944 time: 0.3638377 Jan 15 15:06:27.432507 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b38a9d95-dda5-4170-8744-6502568e0037 req-456b67d7-7e6b-414f-88a7-82375bb3e967 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e6fab910-fe89-41cc-8ff9-12ca93e9ce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962725 Jan 15 15:06:27.498634 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-aafb3e09-89db-40f9-9669-5ae634d6f56e req-cc718c2b-1815-4428-bc11-52fc05e2da4f tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822817 Jan 15 15:06:27.579227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0345940a-97fb-44b9-9d18-58a6ec615eed None None] New status for floating IP 15295f4b-7906-4909-a220-c2432225d93d: DOWN {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:06:27.590948 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0511309f-c1f5-4443-bdc2-1cfacc7a8919 req-6bd3f52b-3262-4a2f-9c25-3953d598ea12 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616793 Jan 15 15:06:27.657549 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b38a9d95-dda5-4170-8744-6502568e0037 req-00b8e5ed-2e63-45ce-96e7-f95c94cb7750 service neutron] 10.222.0.75 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001171 Jan 15 15:06:27.786404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39716) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:27.871506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c563880a-88f3-4341-8ceb-963694302ddb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.909353 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b38a9d95-dda5-4170-8744-6502568e0037 req-f0f6960d-616d-42e6-a9a9-bf2a53a381bc service neutron] 10.222.0.75 "GET /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2436545 Jan 15 15:06:27.915381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c563880a-88f3-4341-8ceb-963694302ddb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.938263 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd65d7-3323-4c6e-a9fe-e3627dd464d2 req-7b7be8da-425f-4a09-86f1-75736887dd7c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.948086 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f5bd65d7-3323-4c6e-a9fe-e3627dd464d2 req-7b7be8da-425f-4a09-86f1-75736887dd7c tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.1540272 Jan 15 15:06:27.979169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c563880a-88f3-4341-8ceb-963694302ddb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.984718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-eccfa51d-939f-4c6b-971a-904c6ed784b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:28.005148 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f5bd65d7-3323-4c6e-a9fe-e3627dd464d2 req-b34bb0b1-4c0e-46a2-a849-ad6fd7ce1cf2 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0560460 Jan 15 15:06:28.006545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563880a-88f3-4341-8ceb-963694302ddb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc5c32d-abb0-47fd-8042-fe71b1a18f3e,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:28.009364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c563880a-88f3-4341-8ceb-963694302ddb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:28.017585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c563880a-88f3-4341-8ceb-963694302ddb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.019276 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c563880a-88f3-4341-8ceb-963694302ddb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "DELETE /v2.0/security-groups/5fc5c32d-abb0-47fd-8042-fe71b1a18f3e HTTP/1.1" status: 204 len: 168 time: 0.2314682 Jan 15 15:06:28.022267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 39720) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:28.042578 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.v2.resource [None req-9fdc2842-8cec-4b04-a323-621f990bc418 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] show failed (client error): The resource could not be found. Jan 15 15:06:28.044013 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9fdc2842-8cec-4b04-a323-621f990bc418 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups/5fc5c32d-abb0-47fd-8042-fe71b1a18f3e HTTP/1.1" status: 404 len: 347 time: 0.0203917 Jan 15 15:06:28.047083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 39726) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:28.225612 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Deleting port df3f6e64-9d42-4d4f-be03-175a121b3ebf {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:28.225968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.411003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.411267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.554898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Calling delete_port for df3f6e64-9d42-4d4f-be03-175a121b3ebf owned by network:floatingip {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:28.834231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.852051 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:29.140489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e3cc2-b4f7-4e6f-9c3e-d82accd6a6c6 req-9c2025e6-7114-4f6d-ade6-95620aba247a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.142293 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a55e3cc2-b4f7-4e6f-9c3e-d82accd6a6c6 req-9c2025e6-7114-4f6d-ade6-95620aba247a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.5072920 Jan 15 15:06:29.155723 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event deleted for resources: {'Port': ['ID=df3f6e64-9d42-4d4f-be03-175a121b3ebf,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:29.158603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:29.271619 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96c21-092b-4006-890d-d2bc0b123a6f req-1e517870-fad5-41d8-8973-475116122f1b tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.273492 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-57f96c21-092b-4006-890d-d2bc0b123a6f req-1e517870-fad5-41d8-8973-475116122f1b tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 944 time: 0.5329087 Jan 15 15:06:29.405372 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-57f96c21-092b-4006-890d-d2bc0b123a6f req-42732a80-6944-4fb7-b1e8-986552f30f51 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084974 Jan 15 15:06:29.435632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:29.453852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:29.463764 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "DELETE /v2.0/floatingips/15295f4b-7906-4909-a220-c2432225d93d HTTP/1.1" status: 204 len: 168 time: 1.4071641 Jan 15 15:06:29.499433 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a55e3cc2-b4f7-4e6f-9c3e-d82accd6a6c6 req-208c52bb-ab0b-49a5-8276-8277dc3623c2 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469367 Jan 15 15:06:29.646168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2257bd1-31be-48b0-99bd-5d932cd7b94b req-06f4d7cb-45cb-4092-aea4-bba69fc64e92 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.647856 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d2257bd1-31be-48b0-99bd-5d932cd7b94b req-06f4d7cb-45cb-4092-aea4-bba69fc64e92 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.1111751 Jan 15 15:06:29.706436 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d2257bd1-31be-48b0-99bd-5d932cd7b94b req-50af2965-9384-4f16-acac-5935a336bae6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0510833 Jan 15 15:06:29.807545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-3a9d6c5b-4d84-4cfe-9441-ad5f8ca3ada5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.809381 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-3a9d6c5b-4d84-4cfe-9441-ad5f8ca3ada5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.75 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.1020780 Jan 15 15:06:29.896100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Deleting port e912f340-2289-4eae-a066-d62858a52d12 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:29.896541 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.011415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.165488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] For port e912f340-2289-4eae-a066-d62858a52d12, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=e912f340-2289-4eae-a066-d62858a52d12,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:30.166104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.482749 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.483175 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.483531 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Floating IP c1c0839f-f260-421e-9a24-700e9721b822 disassociated. External IP: 172.27.1.200, port: e912f340-2289-4eae-a066-d62858a52d12. Jan 15 15:06:30.483980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Calling delete_port for e912f340-2289-4eae-a066-d62858a52d12 owned by compute:nova {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:30.530257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39746) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:30.541011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'security_group': {'name': 'tempest-securitygroup--1008933946', 'description': 'tempest-description--476963967'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:30.559356 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:30.564374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Usage tracker for resource:security_group and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:30.567587 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:30.575917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:30.587167 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.616001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:30.621988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Usage tracker for resource:security_group_rule and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:30.625322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:30.631254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:30.706741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.709584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.737226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ff4d93c1-bf68-4960-a064-d076572830cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:30.780328 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'SecurityGroup': ['ID=ab80b29b-1e99-4137-a12d-aa47cdd40b48,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:30.783231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.785013 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2530425 Jan 15 15:06:30.785761 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:30.787558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39754) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:30.789354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.795220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'security_group_rule': {'security_group_id': 'ab80b29b-1e99-4137-a12d-aa47cdd40b48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:30.806310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:30.811818 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Usage tracker for resource:security_group_rule and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:30.815058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:30.817039 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e77bd8-e2e4-4b8e-a1ec-156f47e25dfd req-809f5e4a-2409-4caf-a7b1-6c4227f0c3f4 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:30.818928 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-54e77bd8-e2e4-4b8e-a1ec-156f47e25dfd req-809f5e4a-2409-4caf-a7b1-6c4227f0c3f4 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 944 time: 0.2670100 Jan 15 15:06:30.822107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:30.834470 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:30.838806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.906134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.909171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.911301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:30.919235 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event deleted for resources: {'Port': ['ID=e912f340-2289-4eae-a066-d62858a52d12,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:30.929510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c33ed1-1679-4603-ad42-046a46a2e649,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:30.930328 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:30.936784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:30.946276 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.947779 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-264df42a-965a-42aa-b962-57b888f2fb95 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590390 Jan 15 15:06:30.950893 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39758) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:30.956496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'security_group_rule': {'security_group_id': 'ab80b29b-1e99-4137-a12d-aa47cdd40b48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:30.966705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:30.970792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Usage tracker for resource:security_group_rule and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:30.974460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:30.980941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:31.000903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.054847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86410353-0bfe-4442-bc40-25cccc07cdd9 req-1633d4f8-9780-48b4-b77d-76d06453cac0 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:31.056475 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-86410353-0bfe-4442-bc40-25cccc07cdd9 req-1633d4f8-9780-48b4-b77d-76d06453cac0 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 945 time: 0.3823135 Jan 15 15:06:31.065092 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-54e77bd8-e2e4-4b8e-a1ec-156f47e25dfd req-e4f7ed16-a505-435c-b013-0febe50a40ea tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848021 Jan 15 15:06:31.067698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.070113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.077680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:31.110865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ef1245-5e7c-475f-a2a4-71252e831355,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:31.113954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:31.115045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.119390 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644599 Jan 15 15:06:31.120044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39762) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:31.125689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'floatingip': {'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:31.136066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:31.141794 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Usage tracker for resource:floatingip and tenant:90f3840824f348a4b2d2a2f552db3c7a is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:31.145273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:31.151399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:31.156248 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-86410353-0bfe-4442-bc40-25cccc07cdd9 req-98752849-1caa-41cd-85f1-7d91cc92ef85 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=9a82e0b6-26b4-4896-b353-dc526044e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882008 Jan 15 15:06:31.169415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.345908 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.449131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6d0d7-1527-43bc-a71f-365703e2843c req-b207bc8e-707d-455b-a00d-d6e2b0ddd7fe tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:31.450967 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bfe6d0d7-1527-43bc-a71f-365703e2843c req-b207bc8e-707d-455b-a00d-d6e2b0ddd7fe tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.2279899 Jan 15 15:06:31.457546 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Router b656befd-a3dc-427a-8438-df47fcaf8775 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:06:31.581282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 8afc0754-b4f3-4f78-8288-228622f489c1 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:31.657837 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bfe6d0d7-1527-43bc-a71f-365703e2843c req-4978f603-d141-4fc5-a6ed-ed0c2d782b3b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=7cf62e72-67be-4678-9911-59dab855b37f&id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1988447 Jan 15 15:06:31.673134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 8afc0754-b4f3-4f78-8288-228622f489c1 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:06:31.682408 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 8afc0754-b4f3-4f78-8288-228622f489c1 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:31.682837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.689651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Allocated IP 172.27.1.40 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/41a6d153-ed18-42f0-8ff5-0e5bea1a3acd) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:06:31.718665 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:06:31.731136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] Sync routers for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:06:31.757834 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:06:31.758630 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:06:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:31.767083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] No DVR routers for this DVR port e912f340-2289-4eae-a066-d62858a52d12 on host hv-cinder-68948 {{(pid=80085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:06:31.770142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.774013 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc42d72-810b-4414-8afc-6608c065002c', 'name': 'network-vif-deleted', 'tag': 'e912f340-2289-4eae-a066-d62858a52d12'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:31.788996 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6720b5d9-495f-4fa8-bd58-c90efaab5794 req-8e27c85b-fc28-4334-bb08-f1ad6c6d03ac tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.75 "DELETE /v2.0/ports/e912f340-2289-4eae-a066-d62858a52d12 HTTP/1.1" status: 204 len: 173 time: 1.9702096 Jan 15 15:06:31.847966 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc42d72-810b-4414-8afc-6608c065002c', 'name': 'network-vif-deleted', 'tag': 'e912f340-2289-4eae-a066-d62858a52d12', 'status': 'completed', 'code': 200} Jan 15 15:06:31.886300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.914383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.930528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3baf22fc-47d1-4e44-bca8-052324a9df11 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:32.038739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:32.061281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:06:32.145945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27138ca6-5a32-48c1-9351-812da116a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afc0754-b4f3-4f78-8288-228622f489c1'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:32.161220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 8afc0754-b4f3-4f78-8288-228622f489c1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=8afc0754-b4f3-4f78-8288-228622f489c1,segment=NetworkSegment(059f45ed-fcf5-43ff-9618-7c9d86cd34f5),segment_id=059f45ed-fcf5-43ff-9618-7c9d86cd34f5)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:32.165430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:32.166367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5b063048-018e-4707-8339-53633f8a9365 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:32.194833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b1d3989f-5c7f-4ebf-89f2-79d85c821a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:32.335708 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=8afc0754-b4f3-4f78-8288-228622f489c1,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:32.337357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'Port': ['ID=41a6d153-ed18-42f0-8ff5-0e5bea1a3acd,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:32.343195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:32.345883 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:32.397028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:06:32.398422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:06:32.408272 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d9185-eeb8-4da8-be32-5843503bee8b req-bb8ee805-ada5-47f9-925c-59907cb78005 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:32.410222 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b93d9185-eeb8-4da8-be32-5843503bee8b req-bb8ee805-ada5-47f9-925c-59907cb78005 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1879890 Jan 15 15:06:32.416228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:06:32.493517 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27138ca6-5a32-48c1-9351-812da116a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afc0754-b4f3-4f78-8288-228622f489c1', 'code': 200} Jan 15 15:06:32.580783 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b93d9185-eeb8-4da8-be32-5843503bee8b req-84920f1b-d1e0-4ec6-b41c-e91132be81a4 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479719 Jan 15 15:06:32.607784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:32.614105 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:32.695206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:32.697783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:32.713292 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] Checking router: b656befd-a3dc-427a-8438-df47fcaf8775 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:06:32.752743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:06:32.753399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:06:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:32.776681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:32.798842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-63db69c8-1bd8-4d22-aa38-b6d4a73d1ba1 req-0d46da08-1976-4b23-a252-438a3d0fad18 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Synchronizing usage tracker for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:32.835129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-63db69c8-1bd8-4d22-aa38-b6d4a73d1ba1 req-0d46da08-1976-4b23-a252-438a3d0fad18 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Unset dirty status for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:32.836461 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-63db69c8-1bd8-4d22-aa38-b6d4a73d1ba1 req-0d46da08-1976-4b23-a252-438a3d0fad18 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=8cc42d72-810b-4414-8afc-6608c065002c HTTP/1.1" status: 200 len: 210 time: 0.1482449 Jan 15 15:06:32.849692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c519d-3bb9-41bd-bb7a-f8eb64e7267c req-273b0072-9171-42f0-8ef0-e84e3d9be080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:32.851310 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3a9c519d-3bb9-41bd-bb7a-f8eb64e7267c req-273b0072-9171-42f0-8ef0-e84e3d9be080 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 1163 time: 0.0963657 Jan 15 15:06:32.901763 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3a9c519d-3bb9-41bd-bb7a-f8eb64e7267c req-0bdf3ea2-2ff4-4067-9608-31c33a89a322 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Jan 15 15:06:33.082310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:33.085878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:33.101864 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4a21a86e-5e8c-4710-9a15-ba8a45f9c2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:33.122405 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device e912f340-2289-4eae-a066-d62858a52d12 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:06:33.162662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: e912f340-2289-4eae-a066-d62858a52d12 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:06:33.163006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device e912f340-2289-4eae-a066-d62858a52d12 not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:06:33.171595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:06:33.256245 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'Port': ['ID=41a6d153-ed18-42f0-8ff5-0e5bea1a3acd,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:33.260656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:33.357865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:33.380580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:33.381902 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2612517 Jan 15 15:06:33.519347 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:06:33.523709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa33439d-3233-4578-a356-c9bd4cea3bf7 None None] The sync data for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi is: [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:06:33.582958 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-807dac4b-a7a2-4186-9173-8d3e75ef8f16 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1008933946&fields=id&tenant_id=90f3840824f348a4b2d2a2f552db3c7a HTTP/1.1" status: 200 len: 267 time: 0.0476549 Jan 15 15:06:33.832764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-aa490989-63a2-424c-a309-6fd945b3e6a6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:33.834605 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-aa490989-63a2-424c-a309-6fd945b3e6a6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 817 time: 0.2438626 Jan 15 15:06:33.858735 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-fa2546a3-d085-42b4-880f-b287372b1b10 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/quotas/90f3840824f348a4b2d2a2f552db3c7a HTTP/1.1" status: 200 len: 375 time: 0.0166814 Jan 15 15:06:33.885870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd96f5-96b9-45da-8673-c2b8e1164089 req-84cdb003-740b-4ad8-8c2f-11b5b754ef0e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:33.888096 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fafd96f5-96b9-45da-8673-c2b8e1164089 req-84cdb003-740b-4ad8-8c2f-11b5b754ef0e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1680961 Jan 15 15:06:33.937059 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c27c0-50ee-445f-a2e7-ec8a5207bc30 None None] New status for floating IP c1c0839f-f260-421e-9a24-700e9721b822: DOWN {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:06:34.050298 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 8afc0754-b4f3-4f78-8288-228622f489c1 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:34.128440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 8afc0754-b4f3-4f78-8288-228622f489c1 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:34.128968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.247162 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fafd96f5-96b9-45da-8673-c2b8e1164089 req-49f306b1-bb68-4abe-b9e1-66da85354025 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190260 Jan 15 15:06:34.266847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5b063048-018e-4707-8339-53633f8a9365 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:34.292493 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-7353a11a-a172-48f1-a79b-f59d4af61415 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Synchronizing usage tracker for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:34.316085 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-7353a11a-a172-48f1-a79b-f59d4af61415 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Unset dirty status for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:34.318188 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-7353a11a-a172-48f1-a79b-f59d4af61415 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4291065 Jan 15 15:06:34.350107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:34.350535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.404580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39804) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:34.506954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b26c8965-14b0-4f1e-bf12-c0eeeee5d7bf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.537519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b26c8965-14b0-4f1e-bf12-c0eeeee5d7bf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.572190 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-8acdff88-33a7-48a2-b9a8-918439216882 service neutron] 10.222.0.70 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352071 Jan 15 15:06:34.591475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b26c8965-14b0-4f1e-bf12-c0eeeee5d7bf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.597049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9f4e2b8c-4944-4744-a0cf-de8c78e89376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:34.614674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c8965-14b0-4f1e-bf12-c0eeeee5d7bf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a82e0b6-26b4-4896-b353-dc526044e9cb,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:34.619319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b26c8965-14b0-4f1e-bf12-c0eeeee5d7bf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:34.624083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b26c8965-14b0-4f1e-bf12-c0eeeee5d7bf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.627898 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b26c8965-14b0-4f1e-bf12-c0eeeee5d7bf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "DELETE /v2.0/security-groups/9a82e0b6-26b4-4896-b353-dc526044e9cb HTTP/1.1" status: 204 len: 168 time: 0.2193174 Jan 15 15:06:34.628284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39808) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:34.647699 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.v2.resource [None req-4d268f4f-bcd5-45cf-a989-50fd4c865145 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] show failed (client error): The resource could not be found. Jan 15 15:06:34.648848 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4d268f4f-bcd5-45cf-a989-50fd4c865145 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups/9a82e0b6-26b4-4896-b353-dc526044e9cb HTTP/1.1" status: 404 len: 347 time: 0.0195735 Jan 15 15:06:34.651841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39812) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:34.722431 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-a45f5b8a-9aa1-4064-94c6-5d75fbe91ada service neutron] 10.222.0.70 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429615 Jan 15 15:06:34.864423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Deleting port 0ec942d8-8a9b-4a5e-84be-0407605af7e0 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:34.865201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.943037 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c704a310-5e5e-4c88-af83-efa86722cb71 req-2f90da69-a962-48c2-828e-2dcf6c896011 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 210 time: 0.0487165 Jan 15 15:06:35.081141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.082166 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.218881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Calling delete_port for 0ec942d8-8a9b-4a5e-84be-0407605af7e0 owned by network:floatingip {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:35.372880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.391050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9f567247-2abb-4342-976a-317abe047145 tempest-ServerRescueNegativeTestJSON-1304383564 tempest-ServerRescueNegativeTestJSON-1304383564] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:35.451331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event deleted for resources: {'Port': ['ID=0ec942d8-8a9b-4a5e-84be-0407605af7e0,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:35.455666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:35.501969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc02f60-6bba-4b1f-b63c-f5d6bf7734c5 req-3c04ef51-ec02-451b-92d0-156ce5d1a4ce tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:35.503591 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4cc02f60-6bba-4b1f-b63c-f5d6bf7734c5 req-3c04ef51-ec02-451b-92d0-156ce5d1a4ce tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1158922 Jan 15 15:06:35.560689 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4cc02f60-6bba-4b1f-b63c-f5d6bf7734c5 req-5d8802fb-2828-41e6-b22e-505c03d16b37 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505183 Jan 15 15:06:35.626873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.644254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.648514 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "DELETE /v2.0/floatingips/c1c0839f-f260-421e-9a24-700e9721b822 HTTP/1.1" status: 204 len: 168 time: 0.9916399 Jan 15 15:06:35.770769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 8afc0754-b4f3-4f78-8288-228622f489c1 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:35.847599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 8afc0754-b4f3-4f78-8288-228622f489c1 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:35.847978 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.999875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39856) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:36.006488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'security_group': {'name': 'tempest-securitygroup--546684238', 'description': 'tempest-description--1125094451'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:36.029660 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:36.038806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:security_group and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:36.045225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:36.063455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:36.077103 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.117248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:36.121947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:security_group_rule and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:36.125107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:36.131058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:36.163318 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c24baf5e-078f-451b-a417-3d6444365d79 req-52637b94-bb0c-421d-a807-05a6ae3d4f35 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 210 time: 0.0559056 Jan 15 15:06:36.250401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.253363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.260551 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b6b82752-3851-4955-af9e-b5fd039eadf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:36.322030 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'SecurityGroup': ['ID=a2afda55-657a-482d-8b00-7b98360247d1,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:36.326182 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:36.327085 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.328464 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3274016 Jan 15 15:06:36.331492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39862) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:36.337452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'security_group_rule': {'security_group_id': 'a2afda55-657a-482d-8b00-7b98360247d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:36.349222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:36.353426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:security_group_rule and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:36.358073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:36.364092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:36.381895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.387155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-b9f9c921-a210-468b-976b-c0d1909c48d9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:36.388905 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-b9f9c921-a210-468b-976b-c0d1909c48d9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 817 time: 0.2246993 Jan 15 15:06:36.464813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.467933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.469945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0f5680de-9606-4185-bfd1-5a12c8d2255c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:36.502019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b43886d-3899-4f73-bc1f-acb0d2ceda78,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:36.504694 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:36.510822 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-00364059-8c4b-404c-aa7b-5e0b851d5f62 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=90f3840824f348a4b2d2a2f552db3c7a HTTP/1.1" status: 200 len: 5704 time: 0.0907230 Jan 15 15:06:36.511515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.512847 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-30d752bd-9cc8-48fe-8437-1bb7ca14280e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803493 Jan 15 15:06:36.515921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39870) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:36.521535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'security_group_rule': {'security_group_id': 'a2afda55-657a-482d-8b00-7b98360247d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:36.522718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'port': {'device_id': '55c52024-eda4-453e-8066-a182a79da6b1', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'admin_state_up': True, 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'security_groups': ['ab80b29b-1e99-4137-a12d-aa47cdd40b48']}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:36.531908 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:36.536094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:security_group_rule and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:36.539148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:36.545825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:36.563011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.627939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.630729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.632770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:36.656907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64653d1-fd9a-4666-8a92-0499f5a544a9,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:36.659750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:36.666364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.668290 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5d45ca23-8e80-4b9e-b358-ec8cdf3b2574 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507440 Jan 15 15:06:36.671599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 39874) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:36.677313 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'floatingip': {'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:36.677471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:36.687141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:36.688291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:36.691243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:floatingip and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:36.694326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:36.697169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Made reservation on behalf of 90f3840824f348a4b2d2a2f552db3c7a for: {'port': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:06:36.700761 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:36.706538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.710503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.865530 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.029916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Allocated IP 172.20.0.12 (4464ff7c-1c56-4d87-a5ad-2975372223a8/e767fa25-23d2-4218-aa22-92e6eef1d41f/f0bdb33d-3ba1-418a-a9fd-487f27415d87) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:06:37.165182 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Allocated IP 172.27.1.47 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/9d8f20c0-8e8f-40fb-8184-33b636a5f066) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:06:37.246113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.264648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Transition to ACTIVE for port object f0bdb33d-3ba1-418a-a9fd-487f27415d87 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:06:37.287725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.310353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-984366a5-33cf-4caa-b592-348cb2c5d9c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:37.346522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.374880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.391196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:37.520147 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event updated for resources: {'Port': ['ID=f0bdb33d-3ba1-418a-a9fd-487f27415d87,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:37.525517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:37.538509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'Port': ['ID=9d8f20c0-8e8f-40fb-8184-33b636a5f066,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:37.542959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:37.586891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1cebb-5658-41ff-bf97-f48d40697b05 req-43371569-9fe4-4fae-ae03-e5e8d00420a4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.588605 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7ea1cebb-5658-41ff-bf97-f48d40697b05 req-43371569-9fe4-4fae-ae03-e5e8d00420a4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 932 time: 0.2384934 Jan 15 15:06:37.589330 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:06:37.591174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:06:37.593498 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:06:37.631407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:06:37.639716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:06:37.643765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:06:37.678096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.700992 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7ea1cebb-5658-41ff-bf97-f48d40697b05 req-d0632388-35b9-47e2-8855-69aae0f948bf tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035032 Jan 15 15:06:37.737519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.738355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.745108 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.769209 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2507365 Jan 15 15:06:37.795441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Request body: {'port': {'device_id': '55c52024-eda4-453e-8066-a182a79da6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:37.915976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.925603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-26cfb3b2-0d22-4ee4-a0db-064672e24e7b None None] Provisioning for port f0bdb33d-3ba1-418a-a9fd-487f27415d87 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:06:37.931055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-26cfb3b2-0d22-4ee4-a0db-064672e24e7b None None] Provisioning complete for port f0bdb33d-3ba1-418a-a9fd-487f27415d87 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:37.931655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-26cfb3b2-0d22-4ee4-a0db-064672e24e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.994984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-26cfb3b2-0d22-4ee4-a0db-064672e24e7b None None] Port f0bdb33d-3ba1-418a-a9fd-487f27415d87 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:06:38.034323 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:38.038016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:38.053821 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:38.199750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'Port': ['ID=9d8f20c0-8e8f-40fb-8184-33b636a5f066,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:38.204452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:38.321519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:38.345348 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:38.346694 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6740043 Jan 15 15:06:38.359436 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bdb33d-3ba1-418a-a9fd-487f27415d87 {{(pid=80085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:06:38.367010 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:38.379552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Transition to ACTIVE for port object f0bdb33d-3ba1-418a-a9fd-487f27415d87 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:06:38.382552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:38.400505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fd4b8863-db2c-45dd-b3d6-b444ad51217a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:38.568808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Pushing event updated for resources: {'Port': ['ID=f0bdb33d-3ba1-418a-a9fd-487f27415d87,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:38.572044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:38.614792 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-4dfba245-779f-4f56-99b0-ac54b8a1e230 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--546684238&fields=id&tenant_id=0f9d54d7f68d457d97367164e98bea91 HTTP/1.1" status: 200 len: 267 time: 0.0925484 Jan 15 15:06:38.986022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-616aecc1-6ca5-42b5-96b9-b8f878292629 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:38.987503 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-616aecc1-6ca5-42b5-96b9-b8f878292629 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/networks?id=42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 200 len: 810 time: 0.3609235 Jan 15 15:06:38.988505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Attempting to bind port f0bdb33d-3ba1-418a-a9fd-487f27415d87 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:06:38.988876 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Attempting to bind port f0bdb33d-3ba1-418a-a9fd-487f27415d87 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:06:38.989240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Attempting to bind port f0bdb33d-3ba1-418a-a9fd-487f27415d87 on network 4464ff7c-1c56-4d87-a5ad-2975372223a8 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:06:39.224220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:06:39.224523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Checking segment: {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:06:39.224928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:39.225328 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Bound using segment: {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:06:39.225820 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Bound port: f0bdb33d-3ba1-418a-a9fd-487f27415d87, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba2e22b-f765-4875-ace6-4e66091aca36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:06:39.226191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:39.247875 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-f454e0f5-ed85-42fd-886d-843864587ce5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/quotas/0f9d54d7f68d457d97367164e98bea91 HTTP/1.1" status: 200 len: 375 time: 0.2486477 Jan 15 15:06:39.406705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5a28-40cd-49ac-8dd0-662e6a1b7819 req-acd05087-f265-4f50-8397-eeff5ba18a63 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:39.407467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-4dec5a28-40cd-49ac-8dd0-662e6a1b7819 req-acd05087-f265-4f50-8397-eeff5ba18a63 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Synchronizing usage tracker for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:39.425784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] For port f0bdb33d-3ba1-418a-a9fd-487f27415d87, host hv-cinder-68948, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:06:39.431602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] For port f0bdb33d-3ba1-418a-a9fd-487f27415d87, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:06:39.440651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:39.458252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:39.531722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-4dec5a28-40cd-49ac-8dd0-662e6a1b7819 req-acd05087-f265-4f50-8397-eeff5ba18a63 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Unset dirty status for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:39.533051 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4dec5a28-40cd-49ac-8dd0-662e6a1b7819 req-acd05087-f265-4f50-8397-eeff5ba18a63 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.6552629 Jan 15 15:06:39.637526 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-5d14980a-7f7e-44a0-bd3b-a94c330fa50f tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3575041 Jan 15 15:06:39.692206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Pushing event updated for resources: {'Port': ['ID=f0bdb33d-3ba1-418a-a9fd-487f27415d87,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:39.720290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:39.749118 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4dec5a28-40cd-49ac-8dd0-662e6a1b7819 req-d57e3f7b-9520-4b67-a308-7277e8389a59 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561155 Jan 15 15:06:39.834594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:39.835330 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:39.836851 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-defcd795-fece-4664-b7e6-3c180e29392d service neutron] 10.222.0.75 "PUT /v2.0/ports/f0bdb33d-3ba1-418a-a9fd-487f27415d87 HTTP/1.1" status: 200 len: 1158 time: 2.0464759 Jan 15 15:06:39.837405 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:39.874218 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-0ca6e9b6-2b4a-41c5-9182-e28fdee47a8a service neutron] 10.222.0.70 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186794 Jan 15 15:06:39.888477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:06:39.916999 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87', 'status': 'completed', 'code': 200} Jan 15 15:06:40.101209 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-2a408685-8967-4a3f-ae71-c253b0b56c31 service neutron] 10.222.0.70 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2109120 Jan 15 15:06:40.107169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-c32cb898-031f-41f4-b795-0bea69fec49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:40.108732 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-c32cb898-031f-41f4-b795-0bea69fec49a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 1161 time: 0.1908536 Jan 15 15:06:40.190525 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-7ef78af0-5bc0-4789-b157-be461617a208 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87 HTTP/1.1" status: 200 len: 217 time: 0.0663908 Jan 15 15:06:40.313494 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0ff582c0-11a7-44d6-94de-a2ae6e4269d2 req-7bb8acdd-66a6-4548-9dd9-aed8398c6181 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 210 time: 0.0500033 Jan 15 15:06:40.317176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-e8029580-aaa2-4ce0-9874-2e924d999b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:40.318705 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-e8029580-aaa2-4ce0-9874-2e924d999b60 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.1209457 Jan 15 15:06:40.404533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-465b8635-ed42-4652-971f-4414d3ed3dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:40.406628 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-465b8635-ed42-4652-971f-4414d3ed3dea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810945 Jan 15 15:06:40.574425 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-6630a000-6077-440f-9725-2ec2080ca573 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478782 Jan 15 15:06:40.742675 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0e85c1b8-d560-46ad-bd1b-5f5f51849b5c req-f80142e6-abff-471d-baac-abcbcfd28356 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1559958 Jan 15 15:06:41.059852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755058c8-97a9-4385-8b04-261f2998bca9 req-5d7333c9-c223-4382-95e5-586ecbaaed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.061629 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-755058c8-97a9-4385-8b04-261f2998bca9 req-5d7333c9-c223-4382-95e5-586ecbaaed09 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 1161 time: 0.1585109 Jan 15 15:06:41.090446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a194bb-4233-45e7-a03f-a0283024b90b req-c09dc94e-09b7-4387-bfb9-c697cc527bbf tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.092075 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-19a194bb-4233-45e7-a03f-a0283024b90b req-c09dc94e-09b7-4387-bfb9-c697cc527bbf tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1499236 Jan 15 15:06:41.243529 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-19a194bb-4233-45e7-a03f-a0283024b90b req-bdcbfaf3-5d3c-4755-9aad-7c70f718c001 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269882 Jan 15 15:06:41.276698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755058c8-97a9-4385-8b04-261f2998bca9 req-6c4062b4-2a1a-429b-a903-358f13bf1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.278743 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-755058c8-97a9-4385-8b04-261f2998bca9 req-6c4062b4-2a1a-429b-a903-358f13bf1ff2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.1856432 Jan 15 15:06:41.350629 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-755058c8-97a9-4385-8b04-261f2998bca9 req-6daf6247-ad0f-40a1-8836-dabbdfefe20c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87 HTTP/1.1" status: 200 len: 217 time: 0.0647602 Jan 15 15:06:41.438115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755058c8-97a9-4385-8b04-261f2998bca9 req-5be96018-0a25-47c1-bb40-beac555b075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.439944 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-755058c8-97a9-4385-8b04-261f2998bca9 req-5be96018-0a25-47c1-bb40-beac555b075d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.0775328 Jan 15 15:06:41.553560 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9452c3fe-0eff-491e-a19f-5689ab2dd195 req-cb4bd31a-c360-42ee-98e6-18653c84a7db tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 210 time: 0.0651400 Jan 15 15:06:41.576118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755058c8-97a9-4385-8b04-261f2998bca9 req-7512431d-3fee-4d4c-ae51-d296305ebea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.577750 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-755058c8-97a9-4385-8b04-261f2998bca9 req-7512431d-3fee-4d4c-ae51-d296305ebea9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1300273 Jan 15 15:06:41.734704 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-755058c8-97a9-4385-8b04-261f2998bca9 req-e7e03514-2602-4439-b84c-227574df659e service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473892 Jan 15 15:06:41.743496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-5b6fb2eb-3e90-49cb-8183-a9a71d5607e6 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.745335 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-5b6fb2eb-3e90-49cb-8183-a9a71d5607e6 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.75 "GET /v2.0/networks?id=42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 200 len: 810 time: 0.1893315 Jan 15 15:06:41.886718 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-755058c8-97a9-4385-8b04-261f2998bca9 req-5846eaca-0d07-4018-938a-b0675e5b34a2 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415017 Jan 15 15:06:42.491802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65edeb-f787-463f-8efc-d6a437f7160f req-f098412c-fc43-4d05-8017-e5734b3fe3c9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:42.493454 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1f65edeb-f787-463f-8efc-d6a437f7160f req-f098412c-fc43-4d05-8017-e5734b3fe3c9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1046348 Jan 15 15:06:42.546970 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1f65edeb-f787-463f-8efc-d6a437f7160f req-685f60a6-eb82-4d52-8777-51b96ef1c3b8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471303 Jan 15 15:06:42.732996 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9ff62566-575e-48f8-961f-873ca33005f5 req-3adf443e-9129-46fe-8704-4d7eaf280fea tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 210 time: 0.0474646 Jan 15 15:06:43.799928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd6f5-1278-49b1-8ad3-1876cec0ab5d req-f38a4533-48a1-4f71-bef8-54189c6b50bc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:43.801588 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a9bfd6f5-1278-49b1-8ad3-1876cec0ab5d req-f38a4533-48a1-4f71-bef8-54189c6b50bc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1056020 Jan 15 15:06:43.854098 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a9bfd6f5-1278-49b1-8ad3-1876cec0ab5d req-dda24430-d71a-4a41-afc5-c21b8f22e75f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Jan 15 15:06:43.908639 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-860693bb-ddc7-42bd-91d1-3bc72f939d66 req-8243e1cc-b74e-49d9-a02f-3d722483089e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 210 time: 0.0458560 Jan 15 15:06:44.789599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-2622dac8-a66b-47ad-9638-0d3718a856c2 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Synchronizing usage tracker for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:44.804367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-2622dac8-a66b-47ad-9638-0d3718a856c2 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Unset dirty status for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:44.805724 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-2622dac8-a66b-47ad-9638-0d3718a856c2 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f9d54d7f68d457d97367164e98bea91 HTTP/1.1" status: 200 len: 5704 time: 0.0901949 Jan 15 15:06:44.836168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'port': {'device_id': '78112074-f21e-45d3-8926-c85cf9c989db', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'admin_state_up': True, 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'security_groups': ['a2afda55-657a-482d-8b00-7b98360247d1']}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:45.126316 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-41b67903-9ba6-421a-b854-b058d37065a3 req-985a0e79-7453-492c-87d4-94ef1336582e tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 210 time: 0.0603359 Jan 15 15:06:45.183812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3e17f-dbd9-494b-822f-fad978154da4 req-3d7e9935-fafe-4b48-a1cc-f3f953a60e06 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:45.185652 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-98e3e17f-dbd9-494b-822f-fad978154da4 req-3d7e9935-fafe-4b48-a1cc-f3f953a60e06 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1636615 Jan 15 15:06:45.216175 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:45.220520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Usage tracker for resource:port and tenant:0f9d54d7f68d457d97367164e98bea91 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:45.223490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Quota usage for port was recalculated. Used quota:3. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:45.229361 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:45.238438 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-98e3e17f-dbd9-494b-822f-fad978154da4 req-1711fe0a-d6fb-4006-baa4-27f165f359b2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461807 Jan 15 15:06:45.239616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Made reservation on behalf of 0f9d54d7f68d457d97367164e98bea91 for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:06:45.249138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:45.566421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Allocated IP 172.20.0.9 (42458e79-ac6d-4767-80af-a1ca69ae5ef3/d392861e-6d5e-4ae3-98bb-b788b96f093b/9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:06:45.777496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:45.794384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Transition to ACTIVE for port object 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:06:45.814362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:45.830503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:46.021331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event updated for resources: {'Port': ['ID=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:46.025581 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:46.076498 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:06:46.077696 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:06:46.080319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:06:46.174850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:46.175588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:46.205165 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3730593 Jan 15 15:06:46.232726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Request body: {'port': {'device_id': '78112074-f21e-45d3-8926-c85cf9c989db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:46.335301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-12e27a66-792f-441e-911c-d4c4c6c6c7eb None None] Provisioning for port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:06:46.345516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-12e27a66-792f-441e-911c-d4c4c6c6c7eb None None] Provisioning complete for port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:46.346135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-12e27a66-792f-441e-911c-d4c4c6c6c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:46.407236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:46.457273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-12e27a66-792f-441e-911c-d4c4c6c6c7eb None None] Port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:06:46.496064 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade29ea5-9d4e-4dbe-8775-36d266367db6 req-2a0d047c-7528-4108-9807-90e8e63c5855 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:46.505339 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ade29ea5-9d4e-4dbe-8775-36d266367db6 req-2a0d047c-7528-4108-9807-90e8e63c5855 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 931 time: 0.1925347 Jan 15 15:06:46.678568 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ade29ea5-9d4e-4dbe-8775-36d266367db6 req-7e167ff9-f2cb-4921-9207-5e29e6521119 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722364 Jan 15 15:06:46.709759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5662a-c6b2-4d4f-898a-95b78c6b09ac req-837e0ed9-eee4-4354-8832-cd512cfe2fc5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:46.711731 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-25b5662a-c6b2-4d4f-898a-95b78c6b09ac req-837e0ed9-eee4-4354-8832-cd512cfe2fc5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1840634 Jan 15 15:06:46.769315 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-25b5662a-c6b2-4d4f-898a-95b78c6b09ac req-da4c6a02-5374-44fc-b4de-33a5f33f2ab1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498021 Jan 15 15:06:46.905920 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:06:46.913037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:46.925831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Transition to ACTIVE for port object 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:06:46.928799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:46.957378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1be852ea-0bc8-4411-9449-03fb355d8d09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:47.099496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:47.102681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:47.279810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Attempting to bind port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:06:47.280228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Attempting to bind port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:06:47.280600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Attempting to bind port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 on network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:06:47.286752 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:06:47.287123 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Checking segment: {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:06:47.287522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:47.287959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Bound using segment: {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:06:47.288413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Bound port: 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb9a554-3276-4813-a728-b6f757fbd2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:06:47.288786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:47.383506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] For port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:06:47.388481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] For port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:06:47.392491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:47.408583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6c148761-aab9-4bf0-952c-65fcc4623f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:47.562421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:47.567180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:47.601188 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:47.601908 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:47.603343 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] 10.222.0.75 "PUT /v2.0/ports/9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 HTTP/1.1" status: 200 len: 1157 time: 1.3776951 Jan 15 15:06:47.603898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78112074-f21e-45d3-8926-c85cf9c989db', 'tag': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:47.664162 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78112074-f21e-45d3-8926-c85cf9c989db', 'tag': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902', 'status': 'completed', 'code': 200} Jan 15 15:06:47.938824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4d6ef-bc02-4141-8801-9c450fff4dd8 req-408575a4-eac1-400e-9266-12063cd2a0fe tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:47.940543 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4cf4d6ef-bc02-4141-8801-9c450fff4dd8 req-408575a4-eac1-400e-9266-12063cd2a0fe tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1152232 Jan 15 15:06:48.050294 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4cf4d6ef-bc02-4141-8801-9c450fff4dd8 req-dc79b36b-8f81-444c-9c83-26b9308174ea tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682752 Jan 15 15:06:48.087441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a724c-ac4f-4491-8be9-348aff0690fb req-16114b0e-b4cd-4bcb-bc9b-571a2d5756d4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:48.089252 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-670a724c-ac4f-4491-8be9-348aff0690fb req-16114b0e-b4cd-4bcb-bc9b-571a2d5756d4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1476455 Jan 15 15:06:48.146306 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-670a724c-ac4f-4491-8be9-348aff0690fb req-9c4db36b-98f1-44c4-831d-06d40fa444e4 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505042 Jan 15 15:06:49.281664 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea31d6-9b85-4912-944d-c1d2de9d7f40 req-963bf704-e8fb-4912-ab17-991d08625ea1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:49.283331 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-afea31d6-9b85-4912-944d-c1d2de9d7f40 req-963bf704-e8fb-4912-ab17-991d08625ea1 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1022153 Jan 15 15:06:49.394141 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-afea31d6-9b85-4912-944d-c1d2de9d7f40 req-f195e61c-f5eb-4945-bd9a-f338d60c6958 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044865 Jan 15 15:06:49.432922 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de26a1-c5b1-43b6-a88e-d4829b719dba req-bf2f4932-d2a9-4b81-b367-92c2f143619d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:49.435104 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-44de26a1-c5b1-43b6-a88e-d4829b719dba req-bf2f4932-d2a9-4b81-b367-92c2f143619d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1307824 Jan 15 15:06:49.487814 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-44de26a1-c5b1-43b6-a88e-d4829b719dba req-449a080d-70eb-4763-9ff1-336a64a48ef1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463481 Jan 15 15:06:50.239692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88defe99-e448-45ec-bcc2-e391d2b86e2e req-8c570663-ad89-400e-bd55-170e060308ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:50.241268 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-88defe99-e448-45ec-bcc2-e391d2b86e2e req-8c570663-ad89-400e-bd55-170e060308ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 1160 time: 0.0767834 Jan 15 15:06:50.404131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88defe99-e448-45ec-bcc2-e391d2b86e2e req-cecf4e40-a069-4bea-9e64-80624381a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:50.405731 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-88defe99-e448-45ec-bcc2-e391d2b86e2e req-cecf4e40-a069-4bea-9e64-80624381a8de service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0f9d54d7f68d457d97367164e98bea91&shared=False HTTP/1.1" status: 200 len: 904 time: 0.1509349 Jan 15 15:06:50.580503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88defe99-e448-45ec-bcc2-e391d2b86e2e req-a6bd14e8-5af6-4d2d-be7d-975b052a13de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:50.582120 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-88defe99-e448-45ec-bcc2-e391d2b86e2e req-a6bd14e8-5af6-4d2d-be7d-975b052a13de service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1593528 Jan 15 15:06:50.674882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ffb09-9d38-4202-aa67-b763931e2fec req-36c634f9-c122-4c61-871d-90d8643fad5a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:50.676578 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1b4ffb09-9d38-4202-aa67-b763931e2fec req-36c634f9-c122-4c61-871d-90d8643fad5a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1098366 Jan 15 15:06:50.736769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-eeeb19ec-0b79-42a8-a809-c1cd78455c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:50.738426 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-eeeb19ec-0b79-42a8-a809-c1cd78455c16 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 1160 time: 0.0801420 Jan 15 15:06:50.827935 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-05cc67e0-a06b-46f7-abd8-85d6148cf0b1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 HTTP/1.1" status: 200 len: 217 time: 0.0699744 Jan 15 15:06:50.915658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-4dd85570-07b3-4280-8d73-6d8348653812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:50.917392 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-4dd85570-07b3-4280-8d73-6d8348653812 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d392861e-6d5e-4ae3-98bb-b788b96f093b HTTP/1.1" status: 200 len: 849 time: 0.0731161 Jan 15 15:06:51.003868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-36a09176-0f33-40bb-9993-3947aaec6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:51.005517 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-36a09176-0f33-40bb-9993-3947aaec6ef6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42458e79-ac6d-4767-80af-a1ca69ae5ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808053 Jan 15 15:06:51.027350 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1b4ffb09-9d38-4202-aa67-b763931e2fec req-435bcab1-127c-4fb9-9647-a7e962d6c537 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705602 Jan 15 15:06:51.071171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acfe1a-ee54-4495-95b7-79fa59088ec2 req-103e512f-4f6b-4668-8853-f89c1e286a00 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:51.072824 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-12acfe1a-ee54-4495-95b7-79fa59088ec2 req-103e512f-4f6b-4668-8853-f89c1e286a00 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.3952582 Jan 15 15:06:51.139961 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-12acfe1a-ee54-4495-95b7-79fa59088ec2 req-2ec87b01-6984-4f8a-bc78-b80190db09a1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590415 Jan 15 15:06:51.174848 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-dd2f2210-304f-43ce-a0d7-f20520e502b7 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599197 Jan 15 15:06:51.193014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device f0bdb33d-3ba1-418a-a9fd-487f27415d87 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:51.259460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port f0bdb33d-3ba1-418a-a9fd-487f27415d87 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:06:51.266183 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port f0bdb33d-3ba1-418a-a9fd-487f27415d87 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:51.266603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:51.325372 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd8a31e3-6e4a-4acf-932b-0524b6d8c3fa req-edd436e5-0571-4c8e-8708-c4d879eaebaa service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405776 Jan 15 15:06:51.391711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:51.426672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:51.446158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port f0bdb33d-3ba1-418a-a9fd-487f27415d87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:51.450730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:51.452830 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:51.494743 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87', 'code': 200} Jan 15 15:06:51.522050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=f0bdb33d-3ba1-418a-a9fd-487f27415d87,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:51.525540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:52.293663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583eba7-4274-46d2-86a8-2a93fb7298fe req-97875409-b1d0-407b-8642-9e00153845f6 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:52.295333 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d583eba7-4274-46d2-86a8-2a93fb7298fe req-97875409-b1d0-407b-8642-9e00153845f6 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1198111 Jan 15 15:06:52.398079 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d583eba7-4274-46d2-86a8-2a93fb7298fe req-7def6136-c7ac-484d-8364-28938e781cc3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622981 Jan 15 15:06:52.442993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951e68a-e4fe-444e-9837-595e1566a986 req-7d22b4e8-f683-47de-b4b6-368b0619aee3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:52.444768 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7951e68a-e4fe-444e-9837-595e1566a986 req-7d22b4e8-f683-47de-b4b6-368b0619aee3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1484194 Jan 15 15:06:52.499469 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7951e68a-e4fe-444e-9837-595e1566a986 req-5ff02464-67b8-4c27-af79-64261e0265ec tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474808 Jan 15 15:06:52.679758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5415-c235-46bb-81ab-532e045fbc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:53.638435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ab0b-9a71-45d7-9810-faebbc47b1ac req-eeae1b24-169f-43f9-afa0-10448fdf38ed tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:53.640360 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5ca7ab0b-9a71-45d7-9810-faebbc47b1ac req-eeae1b24-169f-43f9-afa0-10448fdf38ed tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1052473 Jan 15 15:06:53.753949 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5ca7ab0b-9a71-45d7-9810-faebbc47b1ac req-17f86677-0566-4402-a494-5e52ce79596c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073675 Jan 15 15:06:53.794995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4505381-c426-4752-9bcb-f1e74f1f3a76 req-eab1d013-35a3-4a70-bbcb-baa478b2ad54 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:53.796682 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a4505381-c426-4752-9bcb-f1e74f1f3a76 req-eab1d013-35a3-4a70-bbcb-baa478b2ad54 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1353161 Jan 15 15:06:53.848540 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a4505381-c426-4752-9bcb-f1e74f1f3a76 req-28593702-37de-4c6e-8662-afaa757d03f8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455675 Jan 15 15:06:54.687440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-85aa74b9-2403-4065-b867-3bae7af53351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:54.715210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fce24-238f-494b-874f-838775211fe0 req-6524f325-408c-472b-a591-a7247f7f4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:54.716903 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d06fce24-238f-494b-874f-838775211fe0 req-6524f325-408c-472b-a591-a7247f7f4071 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 1163 time: 0.0743206 Jan 15 15:06:54.766987 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d06fce24-238f-494b-874f-838775211fe0 req-5033d7b1-f8ed-46f4-98c2-08c1a85a126c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410566 Jan 15 15:06:54.817601 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device f0bdb33d-3ba1-418a-a9fd-487f27415d87 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:54.889169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port f0bdb33d-3ba1-418a-a9fd-487f27415d87 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:54.889564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:54.988276 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea1bee-41cd-4c70-a29f-083aad7c5069 req-f4966d47-041f-4b3a-b0a2-682401b4a924 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:54.989903 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5eea1bee-41cd-4c70-a29f-083aad7c5069 req-f4966d47-041f-4b3a-b0a2-682401b4a924 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1048236 Jan 15 15:06:55.106886 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5eea1bee-41cd-4c70-a29f-083aad7c5069 req-9ce79b89-2718-4173-8da0-6aa9a6e0c3c8 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099825 Jan 15 15:06:55.149093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a20b4b-f406-4f8d-a115-1a10d5912ca7 req-36a56fa4-1a44-4845-8596-354d45565b69 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:55.150702 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-14a20b4b-f406-4f8d-a115-1a10d5912ca7 req-36a56fa4-1a44-4845-8596-354d45565b69 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1369536 Jan 15 15:06:55.202443 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-14a20b4b-f406-4f8d-a115-1a10d5912ca7 req-3e8e612c-07d2-4efd-8111-0f70185ebd4e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444889 Jan 15 15:06:55.850645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:56.338345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a0ed-3bd6-4304-a437-ec576a333369 req-36ce68d0-576e-4ce6-9be1-a9839b386971 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:56.340726 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e748a0ed-3bd6-4304-a437-ec576a333369 req-36ce68d0-576e-4ce6-9be1-a9839b386971 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1047928 Jan 15 15:06:56.447892 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e748a0ed-3bd6-4304-a437-ec576a333369 req-1b47e7c4-1b95-4e3e-8d4a-bc74fe9a9e74 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005924 Jan 15 15:06:56.498335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f93f6-b501-4ee4-950d-b4d182cff798 req-7037a7ba-0e12-41d8-88ad-24b2901409ab tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:56.500061 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0a9f93f6-b501-4ee4-950d-b4d182cff798 req-7037a7ba-0e12-41d8-88ad-24b2901409ab tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1386416 Jan 15 15:06:56.553127 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0a9f93f6-b501-4ee4-950d-b4d182cff798 req-32b77198-289b-400d-94d3-2c8cb562b0b1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Jan 15 15:06:56.847251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:57.363376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:57.685413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee0de2-581d-489d-91cd-f6c4653fe292 req-180b45ab-849a-4512-8ccb-d11077217759 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:57.687099 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-45ee0de2-581d-489d-91cd-f6c4653fe292 req-180b45ab-849a-4512-8ccb-d11077217759 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1054292 Jan 15 15:06:57.801965 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-45ee0de2-581d-489d-91cd-f6c4653fe292 req-cc83f6cf-6e8e-4254-a590-24acc67be9f7 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061926 Jan 15 15:06:57.841713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844bc79-0cca-405a-8d39-d62a651d3eca req-a3dc85d7-3ee2-4261-838d-6f7b599d0df7 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:57.843333 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b844bc79-0cca-405a-8d39-d62a651d3eca req-a3dc85d7-3ee2-4261-838d-6f7b599d0df7 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1304624 Jan 15 15:06:57.894571 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b844bc79-0cca-405a-8d39-d62a651d3eca req-c3a1b4fa-cc0c-420e-ac58-dde51df1d18a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447867 Jan 15 15:06:59.038741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f2dfe-8c8a-4982-a190-f0c820cc9bfa req-e9fb7bbf-a27e-4aec-b678-73dea587ff81 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:59.040478 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-508f2dfe-8c8a-4982-a190-f0c820cc9bfa req-e9fb7bbf-a27e-4aec-b678-73dea587ff81 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1086197 Jan 15 15:06:59.154831 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-508f2dfe-8c8a-4982-a190-f0c820cc9bfa req-1f28f29c-3de7-4fb6-890e-186f875ed1e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713706 Jan 15 15:06:59.190574 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d730eb-5f96-40c4-b0e4-e202087f2da0 req-03619425-5371-4361-969b-fc1eb82c2236 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:59.192266 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-87d730eb-5f96-40c4-b0e4-e202087f2da0 req-03619425-5371-4361-969b-fc1eb82c2236 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1504369 Jan 15 15:06:59.248106 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-87d730eb-5f96-40c4-b0e4-e202087f2da0 req-483d75f1-d8dd-4b96-8377-a5159d965466 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486541 Jan 15 15:06:59.796463 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-c9dc9550-1f56-46ee-b1b6-b2773765e793 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0750256 Jan 15 15:06:59.986721 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-17d59474-3512-42a8-bd3b-c02ae4a0f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:59.988435 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-17d59474-3512-42a8-bd3b-c02ae4a0f6a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1202 time: 0.0804341 Jan 15 15:07:00.032504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:00.152613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-5bf8d535-a12e-4eb1-be02-2adbfad37b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.155224 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-5bf8d535-a12e-4eb1-be02-2adbfad37b26 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 909 time: 0.1436331 Jan 15 15:07:00.269569 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-0e1f2b00-6740-4997-8ca1-9de8cf8fe1f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 1001 time: 0.1074984 Jan 15 15:07:00.346415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-94560f87-894c-4056-890e-239ff33a3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.348157 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-94560f87-894c-4056-890e-239ff33a3d9c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 200 len: 854 time: 0.0721359 Jan 15 15:07:00.391720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df053c0b-d006-4b8a-a51c-10227e9955a6 req-8c9fe738-8d88-4e1c-98db-e7443db533a4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.393471 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-df053c0b-d006-4b8a-a51c-10227e9955a6 req-8c9fe738-8d88-4e1c-98db-e7443db533a4 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1088011 Jan 15 15:07:00.439995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-bba53330-5f4d-4b80-a59b-b0c1a724bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.441737 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-bba53330-5f4d-4b80-a59b-b0c1a724bb0e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b5428b9a-bf65-4f88-bb33-15f7b7920075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810752 Jan 15 15:07:00.515051 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-df053c0b-d006-4b8a-a51c-10227e9955a6 req-24673f53-abd1-44ef-922c-e9e14119f813 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768077 Jan 15 15:07:00.548747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a94670-320d-4c0d-9c2c-df16205a9c1a req-e362e4c5-ec04-4d6f-8a78-566fd322fd28 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.551008 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f9a94670-320d-4c0d-9c2c-df16205a9c1a req-e362e4c5-ec04-4d6f-8a78-566fd322fd28 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1527348 Jan 15 15:07:00.606991 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f9a94670-320d-4c0d-9c2c-df16205a9c1a req-f94a7fe8-2b57-4542-a504-6bd47dfa4e3d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483634 Jan 15 15:07:00.612326 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-8d986930-3043-4b2d-b71e-f986b5c92741 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523294 Jan 15 15:07:00.865253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e706c0-1252-48f8-8c5c-dd7751c80581 req-3bd916f2-bde8-49b7-8e26-4f37304cd9f3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.866919 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f3e706c0-1252-48f8-8c5c-dd7751c80581 req-3bd916f2-bde8-49b7-8e26-4f37304cd9f3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1101859 Jan 15 15:07:00.877268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 40108) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:00.883140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-882c132a-1c41-4ee0-a547-5b1813d16ba2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Request body: {'floatingip': {'port_id': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:00.968865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-882c132a-1c41-4ee0-a547-5b1813d16ba2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:00.997561 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a731a90f-4523-4eaf-be5e-8ca16d54a83b req-460941a0-5b1c-4459-b022-15474f0733e7 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3760548 Jan 15 15:07:01.126912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:01.201629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:01.206670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:01.207157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:01.384838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:01.428439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78112074-f21e-45d3-8926-c85cf9c989db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:01.456314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:01.462895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:01.466669 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-100826ba-5ca8-4b49-86bb-997fa123f550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:01.545910 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78112074-f21e-45d3-8926-c85cf9c989db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902', 'code': 200} Jan 15 15:07:01.551795 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:01.568497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:01.716981 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-882c132a-1c41-4ee0-a547-5b1813d16ba2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:01.726390 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-882c132a-1c41-4ee0-a547-5b1813d16ba2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:01.910057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4f21d-d2a0-4d1d-9f82-452a2305a6a5 req-4859d214-5dfb-45ca-b30d-c8d3b0dbdea8 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:01.911561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5478d-fcfb-45cb-8126-18f5a0d21190 req-3f6a063f-6643-412a-bbe4-c75a25edbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:01.911813 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8de4f21d-d2a0-4d1d-9f82-452a2305a6a5 req-4859d214-5dfb-45ca-b30d-c8d3b0dbdea8 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 945 time: 0.2574151 Jan 15 15:07:01.913204 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-68c5478d-fcfb-45cb-8126-18f5a0d21190 req-3f6a063f-6643-412a-bbe4-c75a25edbb20 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 1162 time: 0.0748332 Jan 15 15:07:01.966832 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-68c5478d-fcfb-45cb-8126-18f5a0d21190 req-27dab266-ba8c-48fe-8c98-9b7c51793efe service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424199 Jan 15 15:07:01.979160 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [None req-882c132a-1c41-4ee0-a547-5b1813d16ba2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Floating IP cb8953f4-9a56-4cd5-94ab-d78a9ecba900 associated. External IP: 172.27.1.40, port: f0bdb33d-3ba1-418a-a9fd-487f27415d87. Jan 15 15:07:02.042813 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8de4f21d-d2a0-4d1d-9f82-452a2305a6a5 req-766a836c-7096-4271-a96b-e9399b397430 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238389 Jan 15 15:07:02.490018 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:02.564258 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:02.564676 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:02.580564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882c132a-1c41-4ee0-a547-5b1813d16ba2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Router 24d19b1d-1de3-4127-8086-e1745751cb00 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:07:02.780058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882c132a-1c41-4ee0-a547-5b1813d16ba2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:07:02.784819 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-882c132a-1c41-4ee0-a547-5b1813d16ba2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:02.790556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] Sync routers for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:07:02.800852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:02.801539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:06:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:02.843321 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-882c132a-1c41-4ee0-a547-5b1813d16ba2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "PUT /v2.0/floatingips/cb8953f4-9a56-4cd5-94ab-d78a9ecba900 HTTP/1.1" status: 200 len: 991 time: 1.9648385 Jan 15 15:07:02.844250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:02.990722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:03.004500 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87', 'status': 'completed', 'code': 200} Jan 15 15:07:03.201536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3295-9865-44d0-821b-9b04eb44da4c req-1ac8c60d-6839-464f-abcb-19916c77cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:03.203328 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-456d3295-9865-44d0-821b-9b04eb44da4c req-1ac8c60d-6839-464f-abcb-19916c77cdbf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 1163 time: 0.0967193 Jan 15 15:07:03.295412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469836bf-61a3-4745-bfec-7c98fb4e117a req-ba6180ec-dc38-4d0d-81eb-2f997db936cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:03.297833 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-469836bf-61a3-4745-bfec-7c98fb4e117a req-ba6180ec-dc38-4d0d-81eb-2f997db936cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 945 time: 0.1162095 Jan 15 15:07:03.352020 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-469836bf-61a3-4745-bfec-7c98fb4e117a req-a11f489b-a1e3-423b-9b51-dd7e60b8f623 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472438 Jan 15 15:07:03.395693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3295-9865-44d0-821b-9b04eb44da4c req-a78ce533-cff0-44e9-ad65-a73f5cf10ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:03.397358 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-456d3295-9865-44d0-821b-9b04eb44da4c req-a78ce533-cff0-44e9-ad65-a73f5cf10ff9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.1754313 Jan 15 15:07:03.402075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'cb8953f4-9a56-4cd5-94ab-d78a9ecba900', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'port_id': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'mac_address': 'fa:16:3e:ef:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c52024-eda4-453e-8066-a182a79da6b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:32Z', 'updated_at': '2021-01-15T15:07:01Z', 'revision_number': 1, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:03.406608 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] Checking router: 24d19b1d-1de3-4127-8086-e1745751cb00 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:07:03.425383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:03.426181 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:06:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:03.611889 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-456d3295-9865-44d0-821b-9b04eb44da4c req-6ccc2273-b3ad-4107-8f3d-7dbfc52aa644 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87 HTTP/1.1" status: 200 len: 999 time: 0.1236851 Jan 15 15:07:03.626209 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:03.701431 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3295-9865-44d0-821b-9b04eb44da4c req-0a9db23e-3301-47dd-b351-4702eb6cfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:03.703048 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-456d3295-9865-44d0-821b-9b04eb44da4c req-0a9db23e-3301-47dd-b351-4702eb6cfe7c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.0840878 Jan 15 15:07:03.822050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3295-9865-44d0-821b-9b04eb44da4c req-6dee9052-2386-473e-a0e7-df5b1610ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:03.824601 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-456d3295-9865-44d0-821b-9b04eb44da4c req-6dee9052-2386-473e-a0e7-df5b1610ace8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820162 Jan 15 15:07:04.005050 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-456d3295-9865-44d0-821b-9b04eb44da4c req-806a0d56-9632-4e93-bcdb-f66360a8958d service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693408 Jan 15 15:07:04.029236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'cb8953f4-9a56-4cd5-94ab-d78a9ecba900', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'port_id': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'mac_address': 'fa:16:3e:ef:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c52024-eda4-453e-8066-a182a79da6b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:32Z', 'updated_at': '2021-01-15T15:07:01Z', 'revision_number': 1, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:04.034074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4dbf64-efa4-4d74-8713-62ca37b167aa None None] The sync data for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi is: [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'cb8953f4-9a56-4cd5-94ab-d78a9ecba900', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'port_id': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'mac_address': 'fa:16:3e:ef:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c52024-eda4-453e-8066-a182a79da6b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:32Z', 'updated_at': '2021-01-15T15:07:01Z', 'revision_number': 1, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:07:04.129680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9d0ea-358b-44e0-903f-d01bdcfe60f8 req-a8aa46ad-8936-4498-a57e-e0e95c6c8ac6 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:04.131463 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1dd9d0ea-358b-44e0-903f-d01bdcfe60f8 req-a8aa46ad-8936-4498-a57e-e0e95c6c8ac6 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1372821 Jan 15 15:07:04.182837 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-456d3295-9865-44d0-821b-9b04eb44da4c req-c88ed7ed-f10d-4a75-b394-ea789ec465d7 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1677313 Jan 15 15:07:04.185226 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1dd9d0ea-358b-44e0-903f-d01bdcfe60f8 req-0fceaf15-dd3c-4397-9a8d-1d4e903aea60 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Jan 15 15:07:04.375576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba27ce-4442-47bf-a2d9-acca3158555e None None] New status for floating IP cb8953f4-9a56-4cd5-94ab-d78a9ecba900: ACTIVE {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:07:04.592572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff19d03-8a21-49af-b28d-d478c6d3149d req-c03bf280-8da7-4e5e-8377-18794bcb66c2 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:04.594258 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fff19d03-8a21-49af-b28d-d478c6d3149d req-c03bf280-8da7-4e5e-8377-18794bcb66c2 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 945 time: 0.1052697 Jan 15 15:07:04.646544 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fff19d03-8a21-49af-b28d-d478c6d3149d req-a0ba4ea3-796b-452a-bdc0-279e47e0804c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457895 Jan 15 15:07:04.876653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692b3c5-87a1-44a1-ab0d-d405259eea35 req-5a8ec8ae-2978-4cfa-948c-da57b3c7aefc tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:04.878278 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1692b3c5-87a1-44a1-ab0d-d405259eea35 req-5a8ec8ae-2978-4cfa-948c-da57b3c7aefc tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 945 time: 0.1033919 Jan 15 15:07:04.888671 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 40166) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:04.894465 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-c4e845ea-b6a2-490f-a224-3b2bc9cb74f5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Request body: {'floatingip': {'port_id': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:04.978817 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c4e845ea-b6a2-490f-a224-3b2bc9cb74f5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.557968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a333bb-deb1-4f22-b6fc-d983ed54fb85 req-50f86b15-de36-42a4-8049-8294515ba1be tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:05.559865 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23a333bb-deb1-4f22-b6fc-d983ed54fb85 req-50f86b15-de36-42a4-8049-8294515ba1be tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2375488 Jan 15 15:07:05.595276 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40180) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:05.629223 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23a333bb-deb1-4f22-b6fc-d983ed54fb85 req-c9e172d9-4b77-461d-af35-3661a15efedb tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588613 Jan 15 15:07:05.752476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c4e845ea-b6a2-490f-a224-3b2bc9cb74f5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.754026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.755578 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c4e845ea-b6a2-490f-a224-3b2bc9cb74f5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.770611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:05.774765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] Usage tracker for resource:security_group_rule and tenant:ce350446bb2946e28d7a3c39a02fd7b3 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:05.778654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:05.784581 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:05.870661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.873758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.882931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6e1a291f-d34f-4047-a301-4c01fd57e26c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:05.927070 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce350446bb2946e28d7a3c39a02fd7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294711 Jan 15 15:07:05.927733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b718592f-3f0e-49c5-81b0-267aa0a1d0a0,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:05.930725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 40186) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:05.931184 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:05.961021 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [None req-c4e845ea-b6a2-490f-a224-3b2bc9cb74f5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Floating IP 233a6726-0c39-4c57-887d-83e77e200da9 associated. External IP: 172.27.1.47, port: 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902. Jan 15 15:07:06.163096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db87ac75-63ed-4ff5-adfb-27871649300e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.204416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db87ac75-63ed-4ff5-adfb-27871649300e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.348468 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-e7c0bc0f-9be6-4a97-aff6-eb272d2ed107 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:06.350069 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-e7c0bc0f-9be6-4a97-aff6-eb272d2ed107 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.75 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1054730 Jan 15 15:07:06.355152 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 8afc0754-b4f3-4f78-8288-228622f489c1 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:06.456154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Deleting port 8afc0754-b4f3-4f78-8288-228622f489c1 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:06.456863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.485719 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.521031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27138ca6-5a32-48c1-9351-812da116a9e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afc0754-b4f3-4f78-8288-228622f489c1'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:06.536042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 8afc0754-b4f3-4f78-8288-228622f489c1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=8afc0754-b4f3-4f78-8288-228622f489c1,segment=NetworkSegment(059f45ed-fcf5-43ff-9618-7c9d86cd34f5),segment_id=059f45ed-fcf5-43ff-9618-7c9d86cd34f5)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:06.544929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.554082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:06.624538 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27138ca6-5a32-48c1-9351-812da116a9e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afc0754-b4f3-4f78-8288-228622f489c1', 'code': 200} Jan 15 15:07:06.644329 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=8afc0754-b4f3-4f78-8288-228622f489c1,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:06.654941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.655478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.656006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.656491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.657154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.658229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.658717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.659335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.660016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.661064 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.661557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.663526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.663526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.663526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.663526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.663999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.664450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.664937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.665406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.665873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.666338 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.671835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.672449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.672972 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:06.680717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:06.708164 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db87ac75-63ed-4ff5-adfb-27871649300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.716393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-aa2f0c25-af94-4e38-b8ad-579fffa6f508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:06.724803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e845ea-b6a2-490f-a224-3b2bc9cb74f5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Router b656befd-a3dc-427a-8438-df47fcaf8775 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:07:06.736169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87ac75-63ed-4ff5-adfb-27871649300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b718592f-3f0e-49c5-81b0-267aa0a1d0a0,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:06.742701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-db87ac75-63ed-4ff5-adfb-27871649300e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:06.745890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db87ac75-63ed-4ff5-adfb-27871649300e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.747117 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-db87ac75-63ed-4ff5-adfb-27871649300e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b718592f-3f0e-49c5-81b0-267aa0a1d0a0 HTTP/1.1" status: 204 len: 168 time: 0.8145726 Jan 15 15:07:06.830713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] For port 8afc0754-b4f3-4f78-8288-228622f489c1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=8afc0754-b4f3-4f78-8288-228622f489c1,segment=NetworkSegment(059f45ed-fcf5-43ff-9618-7c9d86cd34f5),segment_id=059f45ed-fcf5-43ff-9618-7c9d86cd34f5)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:06.831307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.970495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Calling delete_port for 8afc0754-b4f3-4f78-8288-228622f489c1 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:07.100078 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e845ea-b6a2-490f-a224-3b2bc9cb74f5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:07:07.108164 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c4e845ea-b6a2-490f-a224-3b2bc9cb74f5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:07.111311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] Sync routers for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:07:07.126193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:07.127216 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:06:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:07.191807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:07.205979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22496994-ea82-4edf-9473-f92b951a2036 req-152157c7-feb4-4c88-bdef-88a7e6802924 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:07.208820 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-22496994-ea82-4edf-9473-f92b951a2036 req-152157c7-feb4-4c88-bdef-88a7e6802924 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 944 time: 0.3393390 Jan 15 15:07:07.344892 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c4e845ea-b6a2-490f-a224-3b2bc9cb74f5 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "PUT /v2.0/floatingips/233a6726-0c39-4c57-887d-83e77e200da9 HTTP/1.1" status: 200 len: 990 time: 2.4523051 Jan 15 15:07:07.344892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78112074-f21e-45d3-8926-c85cf9c989db', 'tag': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:07.380631 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-22496994-ea82-4edf-9473-f92b951a2036 req-9252160a-9ea3-4c82-bb8e-7d360c8f3d80 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a12c-97ce-48d9-945b-7914f07b4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604161 Jan 15 15:07:07.452488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-069da3cf-1aaa-4799-aa1f-224648ff2715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:07.546819 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Pushing event deleted for resources: {'Port': ['ID=8afc0754-b4f3-4f78-8288-228622f489c1,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:07.555567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:07.582569 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78112074-f21e-45d3-8926-c85cf9c989db', 'tag': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902', 'status': 'completed', 'code': 200} Jan 15 15:07:07.613029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] No DVR routers for this DVR port 8afc0754-b4f3-4f78-8288-228622f489c1 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:07.615738 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:07.618731 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27138ca6-5a32-48c1-9351-812da116a9e4', 'name': 'network-vif-deleted', 'tag': '8afc0754-b4f3-4f78-8288-228622f489c1'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:07.634760 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:07.642241 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f56f014-a54e-4dc0-884b-7fafddf1558d req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.75 "DELETE /v2.0/ports/8afc0754-b4f3-4f78-8288-228622f489c1 HTTP/1.1" status: 204 len: 173 time: 1.2784741 Jan 15 15:07:07.722175 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27138ca6-5a32-48c1-9351-812da116a9e4', 'name': 'network-vif-deleted', 'tag': '8afc0754-b4f3-4f78-8288-228622f489c1', 'status': 'completed', 'code': 200} Jan 15 15:07:07.752666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-42ef9b02-82d3-4bf8-8f80-923cd744f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:07.754584 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-42ef9b02-82d3-4bf8-8f80-923cd744f10b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f9d54d7f68d457d97367164e98bea91&device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 1162 time: 0.0937817 Jan 15 15:07:07.932860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-60ad72cb-fca2-4415-a1a9-beef6233d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:07.934637 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-60ad72cb-fca2-4415-a1a9-beef6233d47c service neutron] 10.222.0.75 "GET /v2.0/networks?id=42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 200 len: 904 time: 0.1699765 Jan 15 15:07:08.055032 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '233a6726-0c39-4c57-887d-83e77e200da9', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'port_id': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'mac_address': 'fa:16:3e:c5:43:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78112074-f21e-45d3-8926-c85cf9c989db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:37Z', 'updated_at': '2021-01-15T15:07:05Z', 'revision_number': 1, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:08.060329 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] Checking router: b656befd-a3dc-427a-8438-df47fcaf8775 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:07:08.060780 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-8b2d5922-b3a7-4dc0-85bb-8e37add4f955 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 HTTP/1.1" status: 200 len: 998 time: 0.1150897 Jan 15 15:07:08.070093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:08.070874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:06:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:08.144161 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-f70b1bb5-aae2-44b0-acf3-d457ab8cf01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:08.145789 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-f70b1bb5-aae2-44b0-acf3-d457ab8cf01e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d392861e-6d5e-4ae3-98bb-b788b96f093b HTTP/1.1" status: 200 len: 849 time: 0.0741899 Jan 15 15:07:08.246864 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-da546e65-20e5-43bc-8c23-1d9b582e934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:08.248619 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-da546e65-20e5-43bc-8c23-1d9b582e934b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=42458e79-ac6d-4767-80af-a1ca69ae5ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906889 Jan 15 15:07:08.274067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:08.420157 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-3b7b361c-4c7e-424b-b701-6d81efc14003 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600463 Jan 15 15:07:08.655958 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-31ccb034-e560-4411-a9e9-35697c194aa8 req-d6633fae-907b-4060-b4dc-3fb2cb0011f0 service neutron] 10.222.0.75 "GET /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2192969 Jan 15 15:07:08.745337 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e6437b70-fc9e-4caf-b72b-6b3e71f5b27e req-caf1d57c-abec-422e-a871-f54c5a658d8b tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] 10.222.0.70 "GET /v2.0/ports?device_id=27138ca6-5a32-48c1-9351-812da116a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0911317 Jan 15 15:07:08.847947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '233a6726-0c39-4c57-887d-83e77e200da9', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'port_id': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'mac_address': 'fa:16:3e:c5:43:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78112074-f21e-45d3-8926-c85cf9c989db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:37Z', 'updated_at': '2021-01-15T15:07:05Z', 'revision_number': 1, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:08.852333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cecc72-9494-4359-bed0-d252c84d9c52 None None] The sync data for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi is: [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '233a6726-0c39-4c57-887d-83e77e200da9', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'port_id': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'mac_address': 'fa:16:3e:c5:43:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78112074-f21e-45d3-8926-c85cf9c989db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:37Z', 'updated_at': '2021-01-15T15:07:05Z', 'revision_number': 1, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:07:09.172644 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1953e2-de5f-4c7e-b26f-2aafa65a0b5c None None] New status for floating IP 233a6726-0c39-4c57-887d-83e77e200da9: ACTIVE {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:07:10.080267 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-8890c69a-56f7-45b6-bb74-7b98b0277d31 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/networks?tenant_id=558c278a5e774051abb615dd666d99f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321374 Jan 15 15:07:10.278359 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-a69685d6-9210-4ab4-a6e5-302ccf52c5ce tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:10.280047 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-a69685d6-9210-4ab4-a6e5-302ccf52c5ce tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938391 Jan 15 15:07:10.299603 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-eb837e8b-dccc-451b-adfc-fc3cca140e91 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/quotas/558c278a5e774051abb615dd666d99f6 HTTP/1.1" status: 200 len: 375 time: 0.0125644 Jan 15 15:07:10.357181 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-174dc390-8f0b-41a2-9f54-5d28a048a6d7 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?tenant_id=558c278a5e774051abb615dd666d99f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515995 Jan 15 15:07:10.562457 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-91a31362-a9b8-4203-a035-3e650ee5d132 req-4637e357-60d5-4ca2-9f6a-9b2b61d16ef9 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 210 time: 0.0470366 Jan 15 15:07:11.740970 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-29982a6f-61cf-4bc4-b809-962aacdc5ec6 req-7f48abd0-8194-4400-93c4-a0a5a8d9eacd tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 210 time: 0.0464346 Jan 15 15:07:11.801425 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-7e3d2bc0-b6b7-4bb0-83b0-609bc63abd8b tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.75 "GET /v2.0/networks?tenant_id=558c278a5e774051abb615dd666d99f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339139 Jan 15 15:07:11.989433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-26d959bd-779b-4e9a-a36b-0a4e0891e61a tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:11.991051 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-26d959bd-779b-4e9a-a36b-0a4e0891e61a tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841445 Jan 15 15:07:12.024253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Request body: {'port': {'device_id': '18bb05fc-1f65-4de8-ac10-03ce9904574b', 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740', 'admin_state_up': True, 'tenant_id': '558c278a5e774051abb615dd666d99f6'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:12.171434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:12.175480 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Usage tracker for resource:port and tenant:558c278a5e774051abb615dd666d99f6 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:12.178433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Quota usage for port was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:12.184598 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:12.193121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Made reservation on behalf of 558c278a5e774051abb615dd666d99f6 for: {'port': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:12.201916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:12.220296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:12.237251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:12.241371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Usage tracker for resource:security_group_rule and tenant:558c278a5e774051abb615dd666d99f6 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:12.244633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:12.250691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:12.344349 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:12.347220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:12.359090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b38e1a3c-88dc-44c8-a644-cfb7a1c20b94 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:12.425610 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:12.431478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:12.684038 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Allocated IP 192.168.233.249 (3f8e27df-bb18-4627-85a7-90a9de12f740/b4bb8e85-924a-4cec-89af-6c0dd3735a01/3e471ed2-b765-46e3-9458-c8d0562cfb9d) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:07:12.903050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:12.919835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Transition to ACTIVE for port object 3e471ed2-b765-46e3-9458-c8d0562cfb9d will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:12.938867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:12.953609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-389740c1-ce38-429f-ab1c-24d1c3b8a04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:13.096453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Pushing event updated for resources: {'Port': ['ID=3e471ed2-b765-46e3-9458-c8d0562cfb9d,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:13.100931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:13.146209 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Network 3f8e27df-bb18-4627-85a7-90a9de12f740 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:07:13.147421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:13.149734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:07:13.239377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:13.240240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:13.272885 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2520587 Jan 15 15:07:13.425528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-eb914a95-7299-4387-abcf-1034291e9859 None None] Provisioning for port 3e471ed2-b765-46e3-9458-c8d0562cfb9d completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:13.430911 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-eb914a95-7299-4387-abcf-1034291e9859 None None] Provisioning complete for port 3e471ed2-b765-46e3-9458-c8d0562cfb9d triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:13.431322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eb914a95-7299-4387-abcf-1034291e9859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:13.486403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-eb914a95-7299-4387-abcf-1034291e9859 None None] Port 3e471ed2-b765-46e3-9458-c8d0562cfb9d cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:07:14.880615 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Request body: {'port': {'device_id': '18bb05fc-1f65-4de8-ac10-03ce9904574b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:14.999550 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:15.497214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad9d43-963a-48f5-9240-1aaf60d112af req-d19bc138-4f89-4869-ae32-edc526a0dd62 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:15.497997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-a7ad9d43-963a-48f5-9240-1aaf60d112af req-d19bc138-4f89-4869-ae32-edc526a0dd62 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Synchronizing usage tracker for tenant:558c278a5e774051abb615dd666d99f6 on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:15.551769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-a7ad9d43-963a-48f5-9240-1aaf60d112af req-d19bc138-4f89-4869-ae32-edc526a0dd62 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Unset dirty status for tenant:558c278a5e774051abb615dd666d99f6 on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:15.553078 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a7ad9d43-963a-48f5-9240-1aaf60d112af req-d19bc138-4f89-4869-ae32-edc526a0dd62 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 936 time: 0.5061853 Jan 15 15:07:15.678718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-a7ad9d43-963a-48f5-9240-1aaf60d112af req-486efe01-a2f9-44e2-ac5a-7bdeaabe1f20 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Synchronizing usage tracker for tenant:558c278a5e774051abb615dd666d99f6 on resource:security_group {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:15.714937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-a7ad9d43-963a-48f5-9240-1aaf60d112af req-486efe01-a2f9-44e2-ac5a-7bdeaabe1f20 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Unset dirty status for tenant:558c278a5e774051abb615dd666d99f6 on resource:security_group {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:15.716766 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a7ad9d43-963a-48f5-9240-1aaf60d112af req-486efe01-a2f9-44e2-ac5a-7bdeaabe1f20 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567166 Jan 15 15:07:15.789251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e471ed2-b765-46e3-9458-c8d0562cfb9d {{(pid=80085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:07:15.796547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:15.808697 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Transition to ACTIVE for port object 3e471ed2-b765-46e3-9458-c8d0562cfb9d will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:15.811412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:15.824825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4da92191-baa8-4bad-b637-de55974feb64 tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:15.966699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Pushing event updated for resources: {'Port': ['ID=3e471ed2-b765-46e3-9458-c8d0562cfb9d,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:15.969928 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:16.186113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Attempting to bind port 3e471ed2-b765-46e3-9458-c8d0562cfb9d on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:07:16.186913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Attempting to bind port 3e471ed2-b765-46e3-9458-c8d0562cfb9d by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '56b31429-2dbc-4e63-8a20-97458c82daef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:07:16.187460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Attempting to bind port 3e471ed2-b765-46e3-9458-c8d0562cfb9d on network 3f8e27df-bb18-4627-85a7-90a9de12f740 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:07:16.194385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:07:16.194952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Checking segment: {'id': '56b31429-2dbc-4e63-8a20-97458c82daef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:07:16.195528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:16.196193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Bound using segment: {'id': '56b31429-2dbc-4e63-8a20-97458c82daef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:07:16.197142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Bound port: 3e471ed2-b765-46e3-9458-c8d0562cfb9d, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b31429-2dbc-4e63-8a20-97458c82daef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3f8e27df-bb18-4627-85a7-90a9de12f740'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:07:16.197695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:16.298825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] For port 3e471ed2-b765-46e3-9458-c8d0562cfb9d, host hv-cinder-68948, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:07:16.302156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] For port 3e471ed2-b765-46e3-9458-c8d0562cfb9d, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3e471ed2-b765-46e3-9458-c8d0562cfb9d,segment=NetworkSegment(56b31429-2dbc-4e63-8a20-97458c82daef),segment_id=56b31429-2dbc-4e63-8a20-97458c82daef)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:07:16.305307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:16.322982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-68dbbae0-5989-48f2-91a7-a0fb9c42c6c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:16.477041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Pushing event updated for resources: {'Port': ['ID=3e471ed2-b765-46e3-9458-c8d0562cfb9d,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:16.481068 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:16.518096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:16.518636 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:16.520115 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] 10.222.0.75 "PUT /v2.0/ports/3e471ed2-b765-46e3-9458-c8d0562cfb9d HTTP/1.1" status: 200 len: 1162 time: 1.6444314 Jan 15 15:07:16.520689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bb05fc-1f65-4de8-ac10-03ce9904574b', 'tag': '3e471ed2-b765-46e3-9458-c8d0562cfb9d'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:16.595354 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bb05fc-1f65-4de8-ac10-03ce9904574b', 'tag': '3e471ed2-b765-46e3-9458-c8d0562cfb9d', 'status': 'completed', 'code': 200} Jan 15 15:07:16.683463 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-ee1448bd-31cf-4a8b-8bc4-c90fce71dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:16.685266 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-ee1448bd-31cf-4a8b-8bc4-c90fce71dfc2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=558c278a5e774051abb615dd666d99f6&device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 1165 time: 0.0922065 Jan 15 15:07:16.767299 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-a2535748-2831-4644-82e1-991f0a5b5692 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3e471ed2-b765-46e3-9458-c8d0562cfb9d HTTP/1.1" status: 200 len: 217 time: 0.0667856 Jan 15 15:07:16.842866 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-4864959d-725e-4dad-97db-4c40b91b401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:16.844360 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-4864959d-725e-4dad-97db-4c40b91b401e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b4bb8e85-924a-4cec-89af-6c0dd3735a01 HTTP/1.1" status: 200 len: 843 time: 0.0688324 Jan 15 15:07:16.888813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:07:17.007283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3c2b3-daa1-4974-97e5-6b4acaeefba2 req-ebb2e185-5170-4173-b31f-8dd44d3d456b tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.009023 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96b3c2b3-daa1-4974-97e5-6b4acaeefba2 req-ebb2e185-5170-4173-b31f-8dd44d3d456b tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 948 time: 0.1581237 Jan 15 15:07:17.016810 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-281b23f7-91e3-4927-8a61-3e12c141f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.018309 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-281b23f7-91e3-4927-8a61-3e12c141f28c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3f8e27df-bb18-4627-85a7-90a9de12f740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1293092 Jan 15 15:07:17.156305 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96b3c2b3-daa1-4974-97e5-6b4acaeefba2 req-d1d868fa-0d91-4489-90c1-63435e975ace tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368070 Jan 15 15:07:17.207657 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-275616ab-9c66-4877-9d4b-f560eecd0198 service neutron] 10.222.0.75 "GET /v2.0/networks/3f8e27df-bb18-4627-85a7-90a9de12f740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723485 Jan 15 15:07:17.368624 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb5ffb9-afa1-41e1-837d-3a0e2a42cbf5 req-1801e01a-feb8-44fd-93ba-c0775040db98 service neutron] 10.222.0.75 "GET /v2.0/networks/3f8e27df-bb18-4627-85a7-90a9de12f740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1472204 Jan 15 15:07:17.568571 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-585fca52-31cb-4c80-8050-9fa9aa36b614 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-876572388&fields=id&tenant_id=2bddca64205e4ddeba87efcdcaab8fb9 HTTP/1.1" status: 200 len: 267 time: 0.0906012 Jan 15 15:07:17.662919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-1b81bb66-7d59-43d1-8f08-ba5d260b8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.664576 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-1b81bb66-7d59-43d1-8f08-ba5d260b8319 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=558c278a5e774051abb615dd666d99f6&device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 1165 time: 0.1559160 Jan 15 15:07:17.720220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-1396f539-2ded-4f27-813d-268b36702906 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.721871 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-1396f539-2ded-4f27-813d-268b36702906 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 984 time: 0.1461034 Jan 15 15:07:17.742534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Request body: {'port': {'security_groups': ['732b66bc-8b1d-42b3-b328-8822b43fb12d']}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:17.957553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-ecfe0fea-607f-488e-b1d8-d322e93ab81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.959082 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-ecfe0fea-607f-488e-b1d8-d322e93ab81f service neutron] 10.222.0.75 "GET /v2.0/networks?id=3f8e27df-bb18-4627-85a7-90a9de12f740 HTTP/1.1" status: 200 len: 863 time: 0.2863302 Jan 15 15:07:17.959850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:18.046624 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-c6424f27-216a-4ed3-a3f5-9bc5dd137977 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3e471ed2-b765-46e3-9458-c8d0562cfb9d HTTP/1.1" status: 200 len: 217 time: 0.0724192 Jan 15 15:07:18.206610 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-f04c9a92-ec46-4168-8ef8-a794da5b8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:18.208226 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-f04c9a92-ec46-4168-8ef8-a794da5b8cc4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b4bb8e85-924a-4cec-89af-6c0dd3735a01 HTTP/1.1" status: 200 len: 843 time: 0.1314321 Jan 15 15:07:18.510116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-3966c2cd-2b8c-4368-b7c4-03b19318f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:18.512589 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-3966c2cd-2b8c-4368-b7c4-03b19318f561 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3f8e27df-bb18-4627-85a7-90a9de12f740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2879784 Jan 15 15:07:18.581693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8217029-4be1-497c-8d10-f8a153542a97 req-24ca95c0-4c26-48e6-a6b8-914d8d4e293d tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:18.583378 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c8217029-4be1-497c-8d10-f8a153542a97 req-24ca95c0-4c26-48e6-a6b8-914d8d4e293d tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 948 time: 0.2914658 Jan 15 15:07:18.640128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] For port 5b063048-018e-4707-8339-53633f8a9365, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5b063048-018e-4707-8339-53633f8a9365,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:18.747152 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c8217029-4be1-497c-8d10-f8a153542a97 req-c3d7ec20-3e21-428a-a962-9376e79212bb tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387417 Jan 15 15:07:18.785413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:18.790739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:18.794757 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-b43f2a89-bd38-44e5-90ac-5884bfc04135 service neutron] 10.222.0.75 "GET /v2.0/networks/3f8e27df-bb18-4627-85a7-90a9de12f740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682569 Jan 15 15:07:18.809330 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:19.286567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event updated for resources: {'Port': ['ID=5b063048-018e-4707-8339-53633f8a9365,revision_number=6']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:19.295115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:19.346724 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e4d9f4f-c567-4bec-a80a-d30d5cb556ad req-70e1ef68-3a43-4f48-8184-e76b05f58e8b service neutron] 10.222.0.75 "GET /v2.0/networks/3f8e27df-bb18-4627-85a7-90a9de12f740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5005624 Jan 15 15:07:19.369413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:19.370158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.371900 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-157a3f1d-3d65-4902-9bd1-2903dd4f370c req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "PUT /v2.0/ports/5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 942 time: 1.6372983 Jan 15 15:07:19.372352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'tag': '5b063048-018e-4707-8339-53633f8a9365'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:19.501833 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'tag': '5b063048-018e-4707-8339-53633f8a9365', 'status': 'completed', 'code': 200} Jan 15 15:07:19.523731 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f21740a1-56bc-4235-bd78-2f761a1af5a5 req-796b88e0-5910-4576-baab-417ab0ab625f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups/7cf62e72-67be-4678-9911-59dab855b37f HTTP/1.1" status: 200 len: 3003 time: 0.0973754 Jan 15 15:07:19.624731 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-6f9f94de-bd3b-47b3-8f11-6f411d87f299 None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:19.625079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6f9f94de-bd3b-47b3-8f11-6f411d87f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.670898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f21740a1-56bc-4235-bd78-2f761a1af5a5 req-73f62be9-2d42-41f9-8eb6-0f7380473a8f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.713450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f21740a1-56bc-4235-bd78-2f761a1af5a5 req-73f62be9-2d42-41f9-8eb6-0f7380473a8f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.739257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 3f8e27df-bb18-4627-85a7-90a9de12f740 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:07:19.763811 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-b8b65dfa-5907-4f18-b0a6-93f06e36201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:19.765466 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-b8b65dfa-5907-4f18-b0a6-93f06e36201b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1162 time: 0.1870480 Jan 15 15:07:19.774086 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f21740a1-56bc-4235-bd78-2f761a1af5a5 req-73f62be9-2d42-41f9-8eb6-0f7380473a8f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.780073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-90f1676b-5898-49cc-b7b6-9a0d7d0f772a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:19.821037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f62be9-2d42-41f9-8eb6-0f7380473a8f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf62e72-67be-4678-9911-59dab855b37f,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:19.824035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-73f62be9-2d42-41f9-8eb6-0f7380473a8f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:19.856118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f21740a1-56bc-4235-bd78-2f761a1af5a5 req-73f62be9-2d42-41f9-8eb6-0f7380473a8f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.857258 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f21740a1-56bc-4235-bd78-2f761a1af5a5 req-73f62be9-2d42-41f9-8eb6-0f7380473a8f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "DELETE /v2.0/security-groups/7cf62e72-67be-4678-9911-59dab855b37f HTTP/1.1" status: 204 len: 173 time: 0.3326466 Jan 15 15:07:20.123923 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-7c2494b6-fad2-4f5e-b7d4-a1818e3a74d9 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/floatingips/ef3d155c-443e-4ae5-9e55-5fe0fa29ae27 HTTP/1.1" status: 200 len: 998 time: 0.2114513 Jan 15 15:07:20.126232 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-6c2623f0-ff21-4654-a93d-89e5b406581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:20.127792 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-6c2623f0-ff21-4654-a93d-89e5b406581b service neutron] 10.222.0.75 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 909 time: 0.3392420 Jan 15 15:07:20.300980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.objects.ports [None req-ffb17096-715a-4f17-9569-180c76176980 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:07:20.345596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56656b89-974b-4030-8685-acfb33d9f27e req-31551dc0-f334-48cc-8eed-0a631a7ac31c tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:20.347220 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-56656b89-974b-4030-8685-acfb33d9f27e req-31551dc0-f334-48cc-8eed-0a631a7ac31c tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 948 time: 0.4362488 Jan 15 15:07:20.409808 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-0f209fcb-ea2b-47ba-bc38-918c8b0ef270 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 1001 time: 0.2522399 Jan 15 15:07:20.499587 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-56656b89-974b-4030-8685-acfb33d9f27e req-53cdf850-70ec-420b-ab68-afe726d30a33 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444194 Jan 15 15:07:20.548487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-aaf2358d-c3f0-4f5a-898f-ed4679ef8f99 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:20.550061 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-aaf2358d-c3f0-4f5a-898f-ed4679ef8f99 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 784 time: 0.4193451 Jan 15 15:07:20.556291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-666ddaf0-7971-454d-8284-4c6ab8837bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:20.557909 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-666ddaf0-7971-454d-8284-4c6ab8837bf2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 200 len: 854 time: 0.1354706 Jan 15 15:07:20.564220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-d0327ddc-c51d-414c-adbb-32ac62d133ae tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:07:20.565304 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-d0327ddc-c51d-414c-adbb-32ac62d133ae tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0062013 Jan 15 15:07:20.739442 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-a7e53f92-0174-4d00-b883-422b253425b2 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.205 HTTP/1.1" status: 200 len: 1001 time: 0.1671748 Jan 15 15:07:20.811569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-66d3ca68-2b8e-404c-af47-0765afd4ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:20.813263 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-66d3ca68-2b8e-404c-af47-0765afd4ca3b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b5428b9a-bf65-4f88-bb33-15f7b7920075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2398551 Jan 15 15:07:20.885355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-60be3e67-0ae4-4e73-b256-65077dbf1c50 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:20.887484 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-60be3e67-0ae4-4e73-b256-65077dbf1c50 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports/5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 942 time: 0.1381078 Jan 15 15:07:21.069885 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-8905c1f7-a089-4123-9006-76026cc6c52b service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449090 Jan 15 15:07:21.146375 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-926f3ab7-5d69-4925-a701-eb5b2ae7a50f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.205 HTTP/1.1" status: 200 len: 1001 time: 0.1708469 Jan 15 15:07:21.335346 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e7e6b28b-3b25-40a5-9c36-62e48788a3e3 req-45f1dc65-a410-450f-98eb-f5b10b0627e1 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2562313 Jan 15 15:07:21.738360 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Deleting port 61cf6d5d-b4fe-4caf-814f-7d660387551e {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:21.738742 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:21.916047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bea3f-bb78-4bdb-86c6-2ac5391d760e req-a24116d1-5e3e-408a-884a-4f6d3aae7643 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:21.917847 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4c3bea3f-bb78-4bdb-86c6-2ac5391d760e req-a24116d1-5e3e-408a-884a-4f6d3aae7643 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 948 time: 0.2733693 Jan 15 15:07:21.997692 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4c3bea3f-bb78-4bdb-86c6-2ac5391d760e req-47239df9-b8d8-4339-91d4-65487df2f567 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717304 Jan 15 15:07:22.001521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.001875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for floatingip, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.133537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Calling delete_port for 61cf6d5d-b4fe-4caf-814f-7d660387551e owned by network:floatingip {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:22.290606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.307301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:22.364199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event deleted for resources: {'Port': ['ID=61cf6d5d-b4fe-4caf-814f-7d660387551e,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:22.368252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:22.531261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks [] for floatingip, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.531636 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Floating IP ef3d155c-443e-4ae5-9e55-5fe0fa29ae27 disassociated (deleted). External IP: 172.27.1.205, port: 5b063048-018e-4707-8339-53633f8a9365. Jan 15 15:07:22.681391 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c5f8bdd0-3d7c-46ba-b781-dad150c06e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.900303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Router fd1f0ae3-d937-4590-aa6f-86fe2d120542 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:07:23.084075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:07:23.094650 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] Sync routers for ids ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:07:23.105713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] Routers {'fd1f0ae3-d937-4590-aa6f-86fe2d120542'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:23.106400 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:06:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:23.109652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:23.169494 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "DELETE /v2.0/floatingips/ef3d155c-443e-4ae5-9e55-5fe0fa29ae27 HTTP/1.1" status: 204 len: 173 time: 1.9752619 Jan 15 15:07:23.170056 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'tag': '5b063048-018e-4707-8339-53633f8a9365'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:23.255918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-3d63bce8-38fa-404c-8123-0835be1cc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:23.256968 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-3d63bce8-38fa-404c-8123-0835be1cc8ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1162 time: 0.0746701 Jan 15 15:07:23.311308 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] Set router fd1f0ae3-d937-4590-aa6f-86fe2d120542 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:23.410298 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-ddb8912a-dff7-4f0c-b376-e5b6dc4d2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:23.411872 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-ddb8912a-dff7-4f0c-b376-e5b6dc4d2138 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 909 time: 0.1412358 Jan 15 15:07:23.497773 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-bd2a940f-166e-48de-8cb7-6bbcd6d708b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 217 time: 0.0694802 Jan 15 15:07:23.570553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-f77365de-4919-4402-abd1-c319a2bcce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:23.572204 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-f77365de-4919-4402-abd1-c319a2bcce91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 200 len: 854 time: 0.0683846 Jan 15 15:07:23.659452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-d8bb0de3-6157-40d1-bb9f-2f028f0896ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:23.661183 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-d8bb0de3-6157-40d1-bb9f-2f028f0896ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5428b9a-bf65-4f88-bb33-15f7b7920075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814888 Jan 15 15:07:23.813421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'a68ba074-b8dc-4247-883a-59d767f5edcf', 'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'mac_address': 'fa:16:3e:5d:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:08Z', 'revision_number': 5, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'subnets': [{'id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:23.814322 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-d04aa1e7-c111-462e-b65b-4d4e78f6d654 service neutron] 10.222.0.70 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442878 Jan 15 15:07:23.817608 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] Checking router: fd1f0ae3-d937-4590-aa6f-86fe2d120542 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:07:23.827163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] Routers {'fd1f0ae3-d937-4590-aa6f-86fe2d120542'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:23.827861 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:06:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:23.966351 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5ad1bce-1d75-4105-b218-95551a5cc402 req-8767446f-544c-4c61-849f-5d4b06f5bb51 service neutron] 10.222.0.70 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453767 Jan 15 15:07:24.012248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] Set router fd1f0ae3-d937-4590-aa6f-86fe2d120542 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:24.339867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'a68ba074-b8dc-4247-883a-59d767f5edcf', 'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'mac_address': 'fa:16:3e:5d:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:08Z', 'revision_number': 5, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'subnets': [{'id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:24.344008 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd63f3b-88f1-4138-aa61-cdf45c5354fd None None] The sync data for ids ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'] in dv-cinder-689486-7-iscsi is: [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'a68ba074-b8dc-4247-883a-59d767f5edcf', 'name': '', 'network_id': 'b5428b9a-bf65-4f88-bb33-15f7b7920075', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'mac_address': 'fa:16:3e:5d:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:08Z', 'revision_number': 5, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'subnets': [{'id': 'c4f20d22-0594-4bfc-a4d1-1138f672a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:07:24.569705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3e471ed2-b765-46e3-9458-c8d0562cfb9d up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:24.596356 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'tag': '5b063048-018e-4707-8339-53633f8a9365', 'status': 'completed', 'code': 200} Jan 15 15:07:24.646967 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 3e471ed2-b765-46e3-9458-c8d0562cfb9d completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:24.653833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 3e471ed2-b765-46e3-9458-c8d0562cfb9d triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:24.654733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:24.719603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d1671712-4f9d-4abe-ae04-9a2d34da1416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:24.807294 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:24.818572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f184c-89cb-4a95-9655-3505d30e7d6f None None] New status for floating IP ef3d155c-443e-4ae5-9e55-5fe0fa29ae27: DOWN {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:07:24.834122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4bd72-5c18-4772-82d2-a23333be03c9 req-ae6ddc6e-3400-49fd-bb06-f707a697da05 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:24.839548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bb05fc-1f65-4de8-ac10-03ce9904574b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e471ed2-b765-46e3-9458-c8d0562cfb9d'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:24.842953 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52b4bd72-5c18-4772-82d2-a23333be03c9 req-ae6ddc6e-3400-49fd-bb06-f707a697da05 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 948 time: 0.2154737 Jan 15 15:07:24.849185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 3e471ed2-b765-46e3-9458-c8d0562cfb9d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3e471ed2-b765-46e3-9458-c8d0562cfb9d,segment=NetworkSegment(56b31429-2dbc-4e63-8a20-97458c82daef),segment_id=56b31429-2dbc-4e63-8a20-97458c82daef)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:24.853385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:24.854377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5b063048-018e-4707-8339-53633f8a9365 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:24.861547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-9c78d14e-83f4-4828-bb94-2d3c5954035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:24.863129 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-9c78d14e-83f4-4828-bb94-2d3c5954035d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 1162 time: 0.1861823 Jan 15 15:07:24.886611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-56ac871d-a2b1-4731-989e-052d31974a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:24.954261 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52b4bd72-5c18-4772-82d2-a23333be03c9 req-2486531e-b425-4370-b43c-da61b5b8b7b6 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102483 Jan 15 15:07:25.012132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=3e471ed2-b765-46e3-9458-c8d0562cfb9d,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:25.016298 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:25.026112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 5b063048-018e-4707-8339-53633f8a9365 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:25.027097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.055421 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bb05fc-1f65-4de8-ac10-03ce9904574b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e471ed2-b765-46e3-9458-c8d0562cfb9d', 'code': 200} Jan 15 15:07:25.093824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-e1db0ebb-d393-48e2-9833-635603dc843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:25.096557 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-e1db0ebb-d393-48e2-9833-635603dc843f service neutron] 10.222.0.75 "GET /v2.0/networks?id=b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 200 len: 909 time: 0.2237148 Jan 15 15:07:25.201847 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-7f8da4d1-fbdd-4340-beff-7415b56ca9b1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 200 len: 217 time: 0.0829248 Jan 15 15:07:25.287424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-99e22d24-153e-4d0d-be9f-0e32f26609e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:25.289161 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-99e22d24-153e-4d0d-be9f-0e32f26609e9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 200 len: 854 time: 0.0751410 Jan 15 15:07:25.375998 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2f88-9b63-4c3f-8b8a-8612ec5f3fa7 req-472a091a-56f1-4367-ac0c-c5d1e09b24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:25.377567 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-480e2f88-9b63-4c3f-8b8a-8612ec5f3fa7 req-472a091a-56f1-4367-ac0c-c5d1e09b24e7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 1167 time: 0.0794332 Jan 15 15:07:25.380210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-3d3e450b-f8dd-4d14-9b55-4a24b1cbb762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:25.381935 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-3d3e450b-f8dd-4d14-9b55-4a24b1cbb762 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b5428b9a-bf65-4f88-bb33-15f7b7920075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848541 Jan 15 15:07:25.442202 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-480e2f88-9b63-4c3f-8b8a-8612ec5f3fa7 req-0db6df48-6f71-403f-a0ea-b02720f220e3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383036 Jan 15 15:07:25.672698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3e471ed2-b765-46e3-9458-c8d0562cfb9d up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:25.750357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 3e471ed2-b765-46e3-9458-c8d0562cfb9d triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:25.750936 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.787352 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-5cfc2d7e-379a-4acc-8224-034de9bd3d1d service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826392 Jan 15 15:07:25.885144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.954350 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52865bca-6e10-47ae-ac92-ee2a658247a3 req-16f064f0-36fc-4ecb-8b81-a99cba4c2fa1 service neutron] 10.222.0.75 "GET /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1565769 Jan 15 15:07:26.190990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbe4db-ccf9-4b6f-bba7-c2607d35c267 req-76d9fc2c-eb10-48ec-b952-debd5b1c7735 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:26.192736 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1bbbe4db-ccf9-4b6f-bba7-c2607d35c267 req-76d9fc2c-eb10-48ec-b952-debd5b1c7735 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 950 time: 0.1025760 Jan 15 15:07:26.249285 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1bbbe4db-ccf9-4b6f-bba7-c2607d35c267 req-c05c6c5a-782a-4e3a-a222-ad574c975216 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496087 Jan 15 15:07:26.852403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.367284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.504132 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e696d3-81d8-4bd0-9463-68ff7d3dc990 req-61987f23-1726-4171-a77d-38141bf43331 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:27.505789 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-13e696d3-81d8-4bd0-9463-68ff7d3dc990 req-61987f23-1726-4171-a77d-38141bf43331 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 950 time: 0.1045640 Jan 15 15:07:27.558886 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-13e696d3-81d8-4bd0-9463-68ff7d3dc990 req-39d2ac38-fc42-47af-b6aa-55b90a3fdf6b tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Jan 15 15:07:27.712916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3e471ed2-b765-46e3-9458-c8d0562cfb9d up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:27.791607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 3e471ed2-b765-46e3-9458-c8d0562cfb9d triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:27.792142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.076670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab2108-9c66-4cde-9b63-80f5ab990ee9 req-423ea51d-2e33-4313-be2a-331876bb24bd tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:28.078287 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3aab2108-9c66-4cde-9b63-80f5ab990ee9 req-423ea51d-2e33-4313-be2a-331876bb24bd tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 950 time: 0.1066940 Jan 15 15:07:28.129199 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3aab2108-9c66-4cde-9b63-80f5ab990ee9 req-8f14838b-8ec4-4d8a-a122-3d57eea42ccf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446265 Jan 15 15:07:29.267954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb7612-b5e5-4ce5-b46b-db4fe738e534 req-ba02963d-3cb0-4b2b-b628-64233ff09c4a tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:29.268730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-8adb7612-b5e5-4ce5-b46b-db4fe738e534 req-ba02963d-3cb0-4b2b-b628-64233ff09c4a tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Synchronizing usage tracker for tenant:2bddca64205e4ddeba87efcdcaab8fb9 on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:29.339829 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-8adb7612-b5e5-4ce5-b46b-db4fe738e534 req-ba02963d-3cb0-4b2b-b628-64233ff09c4a tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Unset dirty status for tenant:2bddca64205e4ddeba87efcdcaab8fb9 on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:29.341016 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8adb7612-b5e5-4ce5-b46b-db4fe738e534 req-ba02963d-3cb0-4b2b-b628-64233ff09c4a tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1726682 Jan 15 15:07:29.420867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a702be-ef49-4af8-850b-47d97106ea28 req-1dd4ff42-9024-4f0b-83c4-f434178c26cd tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:29.422540 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-19a702be-ef49-4af8-850b-47d97106ea28 req-1dd4ff42-9024-4f0b-83c4-f434178c26cd tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 950 time: 0.1507668 Jan 15 15:07:29.429718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-8adb7612-b5e5-4ce5-b46b-db4fe738e534 req-44801c75-af61-4856-baf9-81d21e889f5b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Synchronizing usage tracker for tenant:2bddca64205e4ddeba87efcdcaab8fb9 on resource:security_group {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:29.473934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-8adb7612-b5e5-4ce5-b46b-db4fe738e534 req-44801c75-af61-4856-baf9-81d21e889f5b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Unset dirty status for tenant:2bddca64205e4ddeba87efcdcaab8fb9 on resource:security_group {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:29.475189 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8adb7612-b5e5-4ce5-b46b-db4fe738e534 req-44801c75-af61-4856-baf9-81d21e889f5b tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258652 Jan 15 15:07:29.488547 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-19a702be-ef49-4af8-850b-47d97106ea28 req-de41e190-0463-49ac-bf83-e974af4acb8f tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541298 Jan 15 15:07:30.038286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:30.234416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-4feb4efe-e757-4df3-a2a6-d36d74ab5c46 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:30.236105 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-4feb4efe-e757-4df3-a2a6-d36d74ab5c46 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.75 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 950 time: 0.1047158 Jan 15 15:07:30.318168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Deleting port 3e471ed2-b765-46e3-9458-c8d0562cfb9d {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:30.318786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:30.600030 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] For port 3e471ed2-b765-46e3-9458-c8d0562cfb9d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3e471ed2-b765-46e3-9458-c8d0562cfb9d,segment=NetworkSegment(56b31429-2dbc-4e63-8a20-97458c82daef),segment_id=56b31429-2dbc-4e63-8a20-97458c82daef)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:30.600645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:30.781658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Calling delete_port for 3e471ed2-b765-46e3-9458-c8d0562cfb9d owned by compute:nova {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:31.036958 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0480-ca6a-4ee3-ad5c-1caa09b486f8 req-f92b89c2-abc9-42f7-9a4a-08ef9113a84c tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:31.038622 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-554f0480-ca6a-4ee3-ad5c-1caa09b486f8 req-f92b89c2-abc9-42f7-9a4a-08ef9113a84c tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 950 time: 0.3666990 Jan 15 15:07:31.076071 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ca5c8-0135-4ffe-ba17-8dc4efb6d16d req-73449805-f997-4a4c-bc63-0cced22944c1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:31.077706 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e8ca5c8-0135-4ffe-ba17-8dc4efb6d16d req-73449805-f997-4a4c-bc63-0cced22944c1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.2690783 Jan 15 15:07:31.113729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:31.139390 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:31.204929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Pushing event deleted for resources: {'Port': ['ID=3e471ed2-b765-46e3-9458-c8d0562cfb9d,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:31.282248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.282711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.283069 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.283471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.283898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.284295 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.284689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.285083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.285477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.285869 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.286264 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.286658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.287122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.287512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.287927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.288321 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.288707 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.289095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.289486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.289880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.290263 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.290649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.291036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.291625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:31.296139 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:31.309707 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-554f0480-ca6a-4ee3-ad5c-1caa09b486f8 req-062d4dda-9ddd-430e-8e5f-366c25a07760 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/security-groups?id=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628009 Jan 15 15:07:31.324653 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e8ca5c8-0135-4ffe-ba17-8dc4efb6d16d req-aa1f2111-9ed8-4b22-b55c-17838b278a81 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300832 Jan 15 15:07:31.424247 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] No DVR routers for this DVR port 3e471ed2-b765-46e3-9458-c8d0562cfb9d on host hv-cinder-68948 {{(pid=80085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:31.432741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:31.443751 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bb05fc-1f65-4de8-ac10-03ce9904574b', 'name': 'network-vif-deleted', 'tag': '3e471ed2-b765-46e3-9458-c8d0562cfb9d'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:31.451195 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3b286042-77a7-4b9d-9ad3-7f7000aabea7 req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.75 "DELETE /v2.0/ports/3e471ed2-b765-46e3-9458-c8d0562cfb9d HTTP/1.1" status: 204 len: 173 time: 1.2086177 Jan 15 15:07:31.629158 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bb05fc-1f65-4de8-ac10-03ce9904574b', 'name': 'network-vif-deleted', 'tag': '3e471ed2-b765-46e3-9458-c8d0562cfb9d', 'status': 'completed', 'code': 200} Jan 15 15:07:31.660456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3e471ed2-b765-46e3-9458-c8d0562cfb9d no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:31.697490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: 3e471ed2-b765-46e3-9458-c8d0562cfb9d {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:07:31.697802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3e471ed2-b765-46e3-9458-c8d0562cfb9d not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:07:32.241005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-e0b286ee-1d8b-499b-a8bc-0c1107ba3d38 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:32.242602 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-e0b286ee-1d8b-499b-a8bc-0c1107ba3d38 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.75 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.1072047 Jan 15 15:07:32.331254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Deleting port 5b063048-018e-4707-8339-53633f8a9365 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:32.331733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:32.645117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d0d854ac-18ed-49c4-9092-6fcb1ba349d8 req-26707e40-4338-42ba-8952-6fafd7e52fad tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Synchronizing usage tracker for tenant:558c278a5e774051abb615dd666d99f6 on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:32.710622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d0d854ac-18ed-49c4-9092-6fcb1ba349d8 req-26707e40-4338-42ba-8952-6fafd7e52fad tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Unset dirty status for tenant:558c278a5e774051abb615dd666d99f6 on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:32.711908 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d0d854ac-18ed-49c4-9092-6fcb1ba349d8 req-26707e40-4338-42ba-8952-6fafd7e52fad tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] 10.222.0.70 "GET /v2.0/ports?device_id=18bb05fc-1f65-4de8-ac10-03ce9904574b HTTP/1.1" status: 200 len: 210 time: 0.2094157 Jan 15 15:07:32.725253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] For port 5b063048-018e-4707-8339-53633f8a9365, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=5b063048-018e-4707-8339-53633f8a9365,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:32.725651 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:32.864840 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Calling delete_port for 5b063048-018e-4707-8339-53633f8a9365 owned by compute:nova {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:32.930962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9291d-a18d-4272-96d3-d5f9e6d5824b req-eb824581-0dfa-4f7b-90f5-bb89c49029eb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:32.932791 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-93b9291d-a18d-4272-96d3-d5f9e6d5824b req-eb824581-0dfa-4f7b-90f5-bb89c49029eb tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/ports?device_id=505a9592-3f07-45ba-8a82-c8c24bc24f96 HTTP/1.1" status: 200 len: 945 time: 0.3392396 Jan 15 15:07:33.010194 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-93b9291d-a18d-4272-96d3-d5f9e6d5824b req-50b324f8-fca1-404a-b190-fcd3caf218d5 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.70 "GET /v2.0/security-groups?id=732b66bc-8b1d-42b3-b328-8822b43fb12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684114 Jan 15 15:07:33.083055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.100982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5798ee0e-2499-4592-8956-35972b66c181 tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:33.154956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Pushing event deleted for resources: {'Port': ['ID=5b063048-018e-4707-8339-53633f8a9365,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:33.158807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:33.299182 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] No DVR routers for this DVR port 5b063048-018e-4707-8339-53633f8a9365 on host hv-cinder-68948 {{(pid=80085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:33.301469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.314074 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e2656662-f157-4727-af4e-fe56c3a6aeb2 req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] 10.222.0.75 "DELETE /v2.0/ports/5b063048-018e-4707-8339-53633f8a9365 HTTP/1.1" status: 204 len: 173 time: 1.0588951 Jan 15 15:07:33.630004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5b063048-018e-4707-8339-53633f8a9365 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:33.630565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'name': 'network-vif-deleted', 'tag': '5b063048-018e-4707-8339-53633f8a9365'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:33.670548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: 5b063048-018e-4707-8339-53633f8a9365 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:07:33.670889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 5b063048-018e-4707-8339-53633f8a9365 not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:07:33.702093 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505a9592-3f07-45ba-8a82-c8c24bc24f96', 'name': 'network-vif-deleted', 'tag': '5b063048-018e-4707-8339-53633f8a9365', 'status': 'completed', 'code': 200} Jan 15 15:07:34.829894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40646) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:35.448130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969639'] for router_interface, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.938160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Deleting port a68ba074-b8dc-4247-883a-59d767f5edcf {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:35.938716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:36.371625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] For port a68ba074-b8dc-4247-883a-59d767f5edcf, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=a68ba074-b8dc-4247-883a-59d767f5edcf,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:36.372087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:36.394885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 40772) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:36.478690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-721862d7-8bec-4875-b59a-419176c9caa8 admin admin] Deleting subnet 41d7ebe9-5f79-47a5-9c95-7609d796fad8 {{(pid=80085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:07:36.482938 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-721862d7-8bec-4875-b59a-419176c9caa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:36.540695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Calling delete_port for a68ba074-b8dc-4247-883a-59d767f5edcf owned by network:router_interface {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:36.555593 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-721862d7-8bec-4875-b59a-419176c9caa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2412792'] for subnet, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:36.644704 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-721862d7-8bec-4875-b59a-419176c9caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:36.735437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:36.753036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-46c29f88-18fe-401c-9fbb-8eb411228b9e tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:36.813009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a68ba074-b8dc-4247-883a-59d767f5edcf,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:36.869095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.869520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.870610 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.871029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.871425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.871853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.872255 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.872652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.873052 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.873485 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.873887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.874282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.874848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.875292 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.875766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.876157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.876547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.876981 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.877425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.877777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.878159 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.878550 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.879320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.879714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:36.888634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:37.178687 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-721862d7-8bec-4875-b59a-419176c9caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4159852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580214'] for subnet, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:37.195170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:37.236471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853607382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852808073'] for router_interface, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:37.256569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721862d7-8bec-4875-b59a-419176c9caa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d7ebe9-5f79-47a5-9c95-7609d796fad8,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:37.314109 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-721862d7-8bec-4875-b59a-419176c9caa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:37.353514 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-721862d7-8bec-4875-b59a-419176c9caa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:37.360279 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-721862d7-8bec-4875-b59a-419176c9caa8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/41d7ebe9-5f79-47a5-9c95-7609d796fad8 HTTP/1.1" status: 204 len: 168 time: 0.9642339 Jan 15 15:07:37.362855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 40808) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:37.514447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:37.725594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:37.824308 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Router fd1f0ae3-d937-4590-aa6f-86fe2d120542 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:07:37.848790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fab910-fe89-41cc-8ff9-12ca93e9ce45']}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:37.862060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059f45ed-fcf5-43ff-9618-7c9d86cd34f5') {'for_net_delete': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:37.862403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059f45ed-fcf5-43ff-9618-7c9d86cd34f5') {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:37.876510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852363072'] for segment, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:37.893749 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:37.895858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:07:38.024674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:07:38.036047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] Sync routers for ids ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:07:38.041394 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] 10.222.0.70 "PUT /v2.0/routers/fd1f0ae3-d937-4590-aa6f-86fe2d120542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2101943 Jan 15 15:07:38.042744 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40826) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:38.049487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] Routers {'fd1f0ae3-d937-4590-aa6f-86fe2d120542'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:38.050362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:38.088040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:38.097823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4159793'] for segment, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.233016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Notify callbacks [] for router, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.249859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] Set router fd1f0ae3-d937-4590-aa6f-86fe2d120542 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:38.286300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Network e6fab910-fe89-41cc-8ff9-12ca93e9ce45 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:07:38.311696 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:07:38.398591 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.403713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.408044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abcb1cfa-790d-4e32-b420-b150d224727d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:38.432562 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e6fab910-fe89-41cc-8ff9-12ca93e9ce45 HTTP/1.1" status: 204 len: 168 time: 1.0661068 Jan 15 15:07:38.432562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fab910-fe89-41cc-8ff9-12ca93e9ce45,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:38.438796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c7e96dd3-3305-43cf-9ea0-aed7da567fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:38.444248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.450307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Deleting port 10f171b8-465e-499a-96b9-91612f5878b6 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:38.450679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.592471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:07:36Z', 'revision_number': 5, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:38.597376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] Checking router: fd1f0ae3-d937-4590-aa6f-86fe2d120542 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:07:38.607933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] Routers {'fd1f0ae3-d937-4590-aa6f-86fe2d120542'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:38.608634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:38.668868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 40832) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:38.730700 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f39a4a7f-5c81-4ca6-b7ee-2c20dac2fd65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2996dc69189d45498f6b201bfbd64f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560746 Jan 15 15:07:38.731166 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 40836) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:38.808867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fd625cc5-5560-43a5-8097-d12ff19ae776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.844690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fd625cc5-5560-43a5-8097-d12ff19ae776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.908324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fd625cc5-5560-43a5-8097-d12ff19ae776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.915097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:38.936846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd625cc5-5560-43a5-8097-d12ff19ae776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae25a12c-97ce-48d9-945b-7914f07b4e35,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:38.938340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] For port 10f171b8-465e-499a-96b9-91612f5878b6, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=10f171b8-465e-499a-96b9-91612f5878b6,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:38.938926 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.947016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fd625cc5-5560-43a5-8097-d12ff19ae776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:38.948832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fd625cc5-5560-43a5-8097-d12ff19ae776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.951907 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-fd625cc5-5560-43a5-8097-d12ff19ae776 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae25a12c-97ce-48d9-945b-7914f07b4e35 HTTP/1.1" status: 204 len: 168 time: 0.2194023 Jan 15 15:07:39.013491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] Set router fd1f0ae3-d937-4590-aa6f-86fe2d120542 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:39.113905 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Calling delete_port for 10f171b8-465e-499a-96b9-91612f5878b6 owned by network:router_gateway {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:39.269140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.372108 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 40852) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:39.378543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:07:36Z', 'revision_number': 5, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:39.384273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d02023-84c5-4bcc-a5c0-134ac2d44ec5 None None] The sync data for ids ['fd1f0ae3-d937-4590-aa6f-86fe2d120542'] in dv-cinder-689486-7-iscsi is: [{'id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'name': 'tempest-TestMinimumBasicScenario-1562572272-router', 'tenant_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '10f171b8-465e-499a-96b9-91612f5878b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:49Z', 'updated_at': '2021-01-15T15:07:36Z', 'revision_number': 5, 'project_id': '2bddca64205e4ddeba87efcdcaab8fb9', 'gw_port': {'id': '10f171b8-465e-499a-96b9-91612f5878b6', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f0ae3-d937-4590-aa6f-86fe2d120542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:07:39.509871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852792849'] for router_gateway, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.648234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49006'] for router, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.650997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.675417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852808363'] for router, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.675989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd1f0ae3-d937-4590-aa6f-86fe2d120542 {{(pid=80084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:07:39.683621 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0bb9487f-4471-433e-bf20-7d2451a9b48d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=558c278a5e774051abb615dd666d99f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098106 Jan 15 15:07:39.684197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40858) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:39.706726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.707846 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-08e1e5bc-674c-49f3-88ca-b1da51a3ba88 admin admin] 10.222.0.70 "DELETE /v2.0/routers/fd1f0ae3-d937-4590-aa6f-86fe2d120542 HTTP/1.1" status: 204 len: 168 time: 1.6638680 Jan 15 15:07:39.710449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40862) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:39.822333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e36a2fc-9d9e-4cf5-99de-52625f2db47f admin admin] Deleting subnet c4f20d22-0594-4bfc-a4d1-1138f672a125 {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:07:39.827594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-277b9e4e-557c-44d1-a954-59694dfd4909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.829324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4e36a2fc-9d9e-4cf5-99de-52625f2db47f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.918711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-277b9e4e-557c-44d1-a954-59694dfd4909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.941553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4e36a2fc-9d9e-4cf5-99de-52625f2db47f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852573794'] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.014160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a68ba074-b8dc-4247-883a-59d767f5edcf no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:40.029176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-277b9e4e-557c-44d1-a954-59694dfd4909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.038100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5cdcff31-123c-4a45-b063-7c440ab0d6cf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:40.054703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: a68ba074-b8dc-4247-883a-59d767f5edcf {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:07:40.055628 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a68ba074-b8dc-4247-883a-59d767f5edcf not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:07:40.060339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b9e4e-557c-44d1-a954-59694dfd4909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e9e3c3-43d6-4222-b7b3-8ba89e664f16,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:40.111084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-277b9e4e-557c-44d1-a954-59694dfd4909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:40.121746 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-277b9e4e-557c-44d1-a954-59694dfd4909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.123614 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-277b9e4e-557c-44d1-a954-59694dfd4909 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9e9e3c3-43d6-4222-b7b3-8ba89e664f16 HTTP/1.1" status: 204 len: 168 time: 0.4383113 Jan 15 15:07:40.149692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4e36a2fc-9d9e-4cf5-99de-52625f2db47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.435300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4e36a2fc-9d9e-4cf5-99de-52625f2db47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3650350'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.455881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:40.501869 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36a2fc-9d9e-4cf5-99de-52625f2db47f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f20d22-0594-4bfc-a4d1-1138f672a125,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:40.505536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4e36a2fc-9d9e-4cf5-99de-52625f2db47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:40.590406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4e36a2fc-9d9e-4cf5-99de-52625f2db47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.595440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b070a-1102-4922-bfed-c61742a8116e None None] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:07:40.596552 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4e36a2fc-9d9e-4cf5-99de-52625f2db47f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c4f20d22-0594-4bfc-a4d1-1138f672a125 HTTP/1.1" status: 204 len: 168 time: 0.8850982 Jan 15 15:07:40.599205 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40872) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:40.715631 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.781841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Deleting port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:40.782215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.855566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] DHCP port deletion for b5428b9a-bf65-4f88-bb33-15f7b7920075 request from dv-cinder-689486-7-iscsi {{(pid=80086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:07:40.860227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] Deleting port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:40.860642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.002307 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] For port 376dcffb-9ae3-448e-ab6b-86e94cbbc919, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=376dcffb-9ae3-448e-ab6b-86e94cbbc919,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:41.002881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.075137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] For port 376dcffb-9ae3-448e-ab6b-86e94cbbc919, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=376dcffb-9ae3-448e-ab6b-86e94cbbc919,segment=NetworkSegment(8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d),segment_id=8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:41.075515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.131201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Calling delete_port for 376dcffb-9ae3-448e-ab6b-86e94cbbc919 owned by network:dhcp {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:41.206169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] Calling delete_port for 376dcffb-9ae3-448e-ab6b-86e94cbbc919 owned by network:dhcp {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:41.208561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.224281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:41.281750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Pushing event deleted for resources: {'Port': ['ID=376dcffb-9ae3-448e-ab6b-86e94cbbc919,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:41.285632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:41.350461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:07:41.350871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:07:41.369072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] No DVR routers for this DVR port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 on host dv-cinder-689486-7-iscsi {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:41.503294 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.622048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5428b9a-bf65-4f88-bb33-15f7b7920075']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:41.634992 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:41.635382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2b7c81-5dd5-4a51-91db-9c2dc3f8156d') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:41.648158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2202022'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.668741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.670856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:07:41.852645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] Deleting port 376dcffb-9ae3-448e-ab6b-86e94cbbc919 {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:41.853082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.855280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:41.864547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066353'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.919428 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-b1059428-dc61-4830-8aa2-6aa36b8d9c1e None None] The port '376dcffb-9ae3-448e-ab6b-86e94cbbc919' was deleted {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:07:42.050551 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Network b5428b9a-bf65-4f88-bb33-15f7b7920075 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:42.052545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 10f171b8-465e-499a-96b9-91612f5878b6 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:07:42.074890 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:07:42.089150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 10f171b8-465e-499a-96b9-91612f5878b6 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:07:42.089548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 10f171b8-465e-499a-96b9-91612f5878b6 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:07:42.090036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 376dcffb-9ae3-448e-ab6b-86e94cbbc919 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:42.122403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 376dcffb-9ae3-448e-ab6b-86e94cbbc919 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:07:42.122792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 376dcffb-9ae3-448e-ab6b-86e94cbbc919 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:07:42.155691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:42.159156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:42.175553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:42.189399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5428b9a-bf65-4f88-bb33-15f7b7920075,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:42.194001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:42.197773 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] 10.222.0.70 "DELETE /v2.0/networks/b5428b9a-bf65-4f88-bb33-15f7b7920075 HTTP/1.1" status: 204 len: 168 time: 1.5975111 Jan 15 15:07:42.410821 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 40882) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:42.469722 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-61d3512e-4b44-472a-af2f-269411963e50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2bddca64205e4ddeba87efcdcaab8fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552571 Jan 15 15:07:42.470114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40888) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:42.543617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ecc0-578b-4df2-8e73-8af2bf29317e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:42.572411 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ecc0-578b-4df2-8e73-8af2bf29317e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:42.619892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ecc0-578b-4df2-8e73-8af2bf29317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:42.625739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-52833548-b89f-4e95-89ca-6b57256a57a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:42.639806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8ecc0-578b-4df2-8e73-8af2bf29317e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732b66bc-8b1d-42b3-b328-8822b43fb12d,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:42.642837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5ca8ecc0-578b-4df2-8e73-8af2bf29317e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:42.649104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ecc0-578b-4df2-8e73-8af2bf29317e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:42.652660 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5ca8ecc0-578b-4df2-8e73-8af2bf29317e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/732b66bc-8b1d-42b3-b328-8822b43fb12d HTTP/1.1" status: 204 len: 168 time: 0.1791441 Jan 15 15:07:43.586420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40912) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:43.729966 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-627687939-network', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:43.735926 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:43.740561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Usage tracker for resource:network and tenant:c5035a8ae9b94036a945d3253eab8a4c is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:43.744020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:43.754863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:43.766571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Made reservation on behalf of c5035a8ae9b94036a945d3253eab8a4c for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:43.771582 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.786233 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.806466 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:43.809127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Usage tracker for resource:security_group_rule and tenant:c5035a8ae9b94036a945d3253eab8a4c is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:43.812875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:43.819159 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:43.922094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.925382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.929921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:43.961548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:07:43.976645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c782c812-5e30-4eff-b546-427b1351728a,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:43.982440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:43.983537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.984002 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Added segment d5985a12-d344-42d0-b7c4-9e51cf2fc508 of type vxlan for network 2eade10e-f287-48b4-a49f-d2abfa705b2d Jan 15 15:07:44.013005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:44.043425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:44.044743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:44.045377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:44.050365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:44.157716 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5700841 Jan 15 15:07:44.158661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Pushing event updated for resources: {'Network': ['ID=2eade10e-f287-48b4-a49f-d2abfa705b2d,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:44.160772 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40922) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:44.163511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:44.167685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Request body: {'subnet': {'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-627687939-subnet', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:44.170293 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:07:44.172901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:44.176977 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Usage tracker for resource:subnet and tenant:c5035a8ae9b94036a945d3253eab8a4c is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:44.180037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:44.185940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:44.196703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Made reservation on behalf of c5035a8ae9b94036a945d3253eab8a4c for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:44.201952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851125497'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:44.203526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:07:44.844364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850709344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851125450'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:44.860033 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b1e13a36-0634-4898-9aca-62e858bdb51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:45.000959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5956e42c-bd4a-44d3-8ba4-6d12b3782508,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:45.005081 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:45.077857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Checking segment: {'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:07:45.078176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Network hostable DHCP agents. Network: 2eade10e-f287-48b4-a49f-d2abfa705b2d, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:07:45.097653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:07:45.106606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 2eade10e-f287-48b4-a49f-d2abfa705b2d) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:45.115519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad2681-02a9-4d87-b95b-dd421cb33b65 None None] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:07:45.121413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:45.122061 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.142515 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-7f02b19d-9a68-4604-a098-c78d72ecaa42 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9806526 Jan 15 15:07:45.145553 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 40930) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:45.151394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:45.156527 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:45.160633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Usage tracker for resource:router and tenant:c5035a8ae9b94036a945d3253eab8a4c is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:45.163665 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:45.170942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:45.180121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48989'] for router, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.181187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852803243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1982770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726810'] for router, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.204116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.355783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2f9bea-895b-58e7-9e77-4544d41874e9-2eade10e-f287-48b4-a49f-d2abfa705b2d', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'fixed_ips': [{'subnet_id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508'}]}} from dv-cinder-689486-7-iscsi. {{(pid=80086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:07:45.356808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.482126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1982755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726793'] for router, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.662845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Allocated IP 172.20.0.2 (2eade10e-f287-48b4-a49f-d2abfa705b2d/5956e42c-bd4a-44d3-8ba4-6d12b3782508/5eaa672b-ae1e-4feb-9888-744360789fa7) {{(pid=80086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:07:45.823168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.859176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.883614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Notify callbacks [] for port, precommit_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.895379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Transition to ACTIVE for port object 5eaa672b-ae1e-4feb-9888-744360789fa7 will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:45.912934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Transition to ACTIVE for port object 5eaa672b-ae1e-4feb-9888-744360789fa7 will not be triggered until provisioned by entity DHCP. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:45.918211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.937648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6ff7fc2b-9843-46fb-9cd0-215fab857e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:46.082334 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Pushing event updated for resources: {'Port': ['ID=5eaa672b-ae1e-4feb-9888-744360789fa7,revision_number=1']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:46.086961 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:46.132231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d is already hosted by enough agents. {{(pid=80086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:07:46.133419 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Resources bound (agent type, host, resource id): {{(pid=80086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:46.136365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Received port after_create {{(pid=80086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:07:46.143551 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Allocated IP 172.27.1.199 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/ed461c1a-1a62-41bc-8f86-7bc0aef71cf4) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:07:46.193524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Attempting to bind port 5eaa672b-ae1e-4feb-9888-744360789fa7 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:07:46.193757 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Attempting to bind port 5eaa672b-ae1e-4feb-9888-744360789fa7 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:07:46.194048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Attempting to bind port 5eaa672b-ae1e-4feb-9888-744360789fa7 on network 2eade10e-f287-48b4-a49f-d2abfa705b2d {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:07:46.200236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:07:46.200655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Checking segment: {'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:07:46.201112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:46.201549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Bound using segment: {'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:07:46.202068 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Bound port: 5eaa672b-ae1e-4feb-9888-744360789fa7, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:07:46.202751 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:46.301322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] For port 5eaa672b-ae1e-4feb-9888-744360789fa7, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:07:46.304637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] For port 5eaa672b-ae1e-4feb-9888-744360789fa7, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=5eaa672b-ae1e-4feb-9888-744360789fa7,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:07:46.308536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:46.314454 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:46.324460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:46.341700 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:46.361769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abf982a3-17e5-4596-b3e0-ffe8bc4af684 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:46.650969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Pushing event updated for resources: {'Port': ['ID=5eaa672b-ae1e-4feb-9888-744360789fa7,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:46.655654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:46.768308 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Pushing event updated for resources: {'Port': ['ID=ed461c1a-1a62-41bc-8f86-7bc0aef71cf4,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:46.772748 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:46.818977 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:07:46.820152 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:46.822420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:07:47.435990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:47.619764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee26ab-1641-4be9-98a6-72434ae9debe req-91214b45-9e25-4a39-8c4e-be6289284fa4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:47.621745 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-18ee26ab-1641-4be9-98a6-72434ae9debe req-91214b45-9e25-4a39-8c4e-be6289284fa4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 945 time: 0.3313329 Jan 15 15:07:47.714733 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-18ee26ab-1641-4be9-98a6-72434ae9debe req-240983d6-2c18-4794-bc57-60874c735d27 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0835268 Jan 15 15:07:47.910897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852803285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852792883'] for router, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:48.100123 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 5eaa672b-ae1e-4feb-9888-744360789fa7 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:48.135031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2a451-2bbf-4254-bf9d-3e936630f08c None None] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:07:48.140318 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Router 020509d1-d3ea-415c-a009-d3fe0c4dc2be is scheduled to L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b with binding_index 1 {{(pid=80085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:07:48.253772 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-1cf56d91-fcee-4dc6-9dad-c36f3478329c None None] Provisioning for port 5eaa672b-ae1e-4feb-9888-744360789fa7 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:48.288790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 5eaa672b-ae1e-4feb-9888-744360789fa7 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:48.307486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 5eaa672b-ae1e-4feb-9888-744360789fa7 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:48.307947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:48.326165 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:07:48.337563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Sync routers for ids ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:07:48.349583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Routers {'020509d1-d3ea-415c-a009-d3fe0c4dc2be'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:48.350389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:48.350523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Notify callbacks [] for router, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:48.355796 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2090166 Jan 15 15:07:48.355959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40946) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:48.543090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:48.579617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 5eaa672b-ae1e-4feb-9888-744360789fa7, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=5eaa672b-ae1e-4feb-9888-744360789fa7,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:48.581934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Set router 020509d1-d3ea-415c-a009-d3fe0c4dc2be gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:48.582771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:48.590671 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:48.686033 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=5eaa672b-ae1e-4feb-9888-744360789fa7,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:48.698431 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:48.822317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-1989cd9e-23bb-47c2-b96a-d2bb3138eafd None None] Provisioning complete for port 5eaa672b-ae1e-4feb-9888-744360789fa7 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:48.822732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1989cd9e-23bb-47c2-b96a-d2bb3138eafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.029300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:47Z', 'revision_number': 3, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:49.033613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Checking router: 020509d1-d3ea-415c-a009-d3fe0c4dc2be for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:07:49.034017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Updating router 020509d1-d3ea-415c-a009-d3fe0c4dc2be port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 binding host dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:07:49.085735 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111286a-b072-4f05-be7d-92f4d498c6d8 req-58b5748b-2d2c-41b4-8ea9-ee14291c96f1 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:49.092741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.095019 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e111286a-b072-4f05-be7d-92f4d498c6d8 req-58b5748b-2d2c-41b4-8ea9-ee14291c96f1 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 945 time: 0.1747296 Jan 15 15:07:49.134625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-8b32c522-4dc4-4aae-9ab5-24909ff71a0b None None] Provisioning complete for port 5eaa672b-ae1e-4feb-9888-744360789fa7 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:49.135373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8b32c522-4dc4-4aae-9ab5-24909ff71a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.157969 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e111286a-b072-4f05-be7d-92f4d498c6d8 req-953c6117-a5b3-4b56-8dcc-2f96979fcc98 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0619280 Jan 15 15:07:49.295345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.430091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-d513bc49-762d-4814-9169-1b144a3f9b47 None None] Provisioning complete for port 5eaa672b-ae1e-4feb-9888-744360789fa7 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:49.433239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d513bc49-762d-4814-9169-1b144a3f9b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.502371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-fff2b6c2-cdab-49f0-a39b-55052f0325b2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:49.504470 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-fff2b6c2-cdab-49f0-a39b-55052f0325b2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 945 time: 0.1261611 Jan 15 15:07:49.535218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.548104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Transition to ACTIVE for port object ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:49.550954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.567066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:49.605331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Deleting port c88a0bc3-30bb-4261-a8f0-5ab544132a4c {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:49.605729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.710842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Allocated IP 172.20.0.1 (2eade10e-f287-48b4-a49f-d2abfa705b2d/5956e42c-bd4a-44d3-8ba4-6d12b3782508/f0941478-8d7e-4c46-9692-f34f7c8c3050) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:07:49.711939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device c88a0bc3-30bb-4261-a8f0-5ab544132a4c no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:49.782170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Attempting to bind port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:07:49.782579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Attempting to bind port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:07:49.782987 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Attempting to bind port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 on network 5d29fd04-ed01-410d-a94e-5841f80335e6 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:07:49.790918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Pushing event updated for resources: {'Port': ['ID=ed461c1a-1a62-41bc-8f86-7bc0aef71cf4,revision_number=2']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:49.798935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.799243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.799618 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.800010 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.800373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.800734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.801102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.801614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.801992 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.803060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.803563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.803994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.804434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.804793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.805148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.805503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.805858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.806210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.806562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.807452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.807846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.808194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.808548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.808897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:49.812672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:07:49.813082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Checking segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:07:49.813524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.813940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Bound using segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:07:49.814468 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Bound port: ed461c1a-1a62-41bc-8f86-7bc0aef71cf4, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:07:49.814893 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.844575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:49.889610 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.909699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] For port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:07:49.913649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] For port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=ed461c1a-1a62-41bc-8f86-7bc0aef71cf4,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:07:49.921647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.925003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port c88a0bc3-30bb-4261-a8f0-5ab544132a4c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:49.926417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:49.949484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.951377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-100826ba-5ca8-4b49-86bb-997fa123f550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:49.954822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.961744 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6a71494e-6e7e-4165-a110-e1ec92c30b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:49.973788 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] For port c88a0bc3-30bb-4261-a8f0-5ab544132a4c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:49.974594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:49.987767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Transition to ACTIVE for port object f0941478-8d7e-4c46-9692-f34f7c8c3050 will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:50.037318 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.065086 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c', 'code': 200} Jan 15 15:07:50.065939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:50.069496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:50.083001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:50.113300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 5eaa672b-ae1e-4feb-9888-744360789fa7 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:50.156567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0941478-8d7e-4c46-9692-f34f7c8c3050,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:50.161604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:50.183319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Pushing event updated for resources: {'Port': ['ID=ed461c1a-1a62-41bc-8f86-7bc0aef71cf4,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:50.187835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:50.208076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Routers {'020509d1-d3ea-415c-a009-d3fe0c4dc2be'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:50.208675 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:50.212684 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 5eaa672b-ae1e-4feb-9888-744360789fa7 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:50.213853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.326093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:07:50.327256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:50.329971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:07:50.397898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852806391'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.458397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] Set router 020509d1-d3ea-415c-a009-d3fe0c4dc2be gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:50.680556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.714530 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-0f0998b3-2b1a-4da1-87fb-48f2dad475dd None None] Provisioning for port f0941478-8d7e-4c46-9692-f34f7c8c3050 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:50.720346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-0f0998b3-2b1a-4da1-87fb-48f2dad475dd None None] Provisioning complete for port f0941478-8d7e-4c46-9692-f34f7c8c3050 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:50.720769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0f0998b3-2b1a-4da1-87fb-48f2dad475dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.723589 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26001a74-b4a3-4144-aae0-ce66e054469d req-1fc9bce5-f083-4597-bbee-53fc842802e0 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:50.731751 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-26001a74-b4a3-4144-aae0-ce66e054469d req-1fc9bce5-f083-4597-bbee-53fc842802e0 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 943 time: 0.2442696 Jan 15 15:07:50.781431 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-0f0998b3-2b1a-4da1-87fb-48f2dad475dd None None] Port f0941478-8d7e-4c46-9692-f34f7c8c3050 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:07:50.796546 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.796962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:50.797314 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Floating IP 25973c00-3192-49a1-bf0f-6061c617021d disassociated. External IP: 172.27.1.57, port: c88a0bc3-30bb-4261-a8f0-5ab544132a4c. Jan 15 15:07:50.797698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Calling delete_port for c88a0bc3-30bb-4261-a8f0-5ab544132a4c owned by compute:nova {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:50.850192 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-26001a74-b4a3-4144-aae0-ce66e054469d req-8da289fa-67c0-4f4e-bd35-b36ad71be82b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1169004 Jan 15 15:07:50.913658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:07:50.914031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:07:50.955981 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:47Z', 'revision_number': 3, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:50.960572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790fd16-9ccc-4702-b6fe-54b4a290e709 None None] The sync data for ids ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'] in dv-cinder-689486-7-iscsi is: [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:47Z', 'revision_number': 3, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:07:51.248066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.251533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.280770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:51.361437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1168418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969654'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.391440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0941478-8d7e-4c46-9692-f34f7c8c3050,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:51.406777 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:51.415965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Deleting port c88a0bc3-30bb-4261-a8f0-5ab544132a4c {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:51.416392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.538730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:07:51.540039 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:51.724675 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] For port c88a0bc3-30bb-4261-a8f0-5ab544132a4c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:51.725225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.752689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Router 020509d1-d3ea-415c-a009-d3fe0c4dc2be has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:07:51.822079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-7afbd203-b136-4a5b-9cad-617897ab5a47 None None] Provisioning complete for port f0941478-8d7e-4c46-9692-f34f7c8c3050 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:51.822632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7afbd203-b136-4a5b-9cad-617897ab5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.900156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-7afbd203-b136-4a5b-9cad-617897ab5a47 None None] Port f0941478-8d7e-4c46-9692-f34f7c8c3050 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:07:51.968521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:07:51.983436 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] 10.222.0.70 "PUT /v2.0/routers/020509d1-d3ea-415c-a009-d3fe0c4dc2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6263063 Jan 15 15:07:52.136016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:52.142271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.142926 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.143500 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Floating IP 25973c00-3192-49a1-bf0f-6061c617021d disassociated. External IP: 172.27.1.57, port: c88a0bc3-30bb-4261-a8f0-5ab544132a4c. Jan 15 15:07:52.144855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Calling delete_port for c88a0bc3-30bb-4261-a8f0-5ab544132a4c owned by compute:nova {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:52.209188 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9cb6-73c1-44e4-9646-e373f5cfc825 req-132cbc6e-2ccf-4b32-8315-498a909a484d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:52.210889 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-702d9cb6-73c1-44e4-9646-e373f5cfc825 req-132cbc6e-2ccf-4b32-8315-498a909a484d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 943 time: 0.2071221 Jan 15 15:07:52.214040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:52.219536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:52.219996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.300445 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-702d9cb6-73c1-44e4-9646-e373f5cfc825 req-bc113842-fe00-4757-af22-89c951299535 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0803814 Jan 15 15:07:52.359971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.376424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=ed461c1a-1a62-41bc-8f86-7bc0aef71cf4,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:52.379622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.381823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:52.403351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.453653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=ed461c1a-1a62-41bc-8f86-7bc0aef71cf4,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:52.456819 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:52.507626 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:52.571816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event deleted for resources: {'Port': ['ID=c88a0bc3-30bb-4261-a8f0-5ab544132a4c,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:52.577582 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:52.685643 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a0c3993a-a229-4d57-b4df-be015654484f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.825870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Router 13f22f25-3338-4788-ab0c-e01c7db6ce5c has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:07:52.879189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 40992) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:52.888403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1782302373-network', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:52.894782 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:52.899634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Usage tracker for resource:network and tenant:e3fbf1d49b414649994ddc350b02aa35 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:52.904737 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:52.913228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:52.928334 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Made reservation on behalf of e3fbf1d49b414649994ddc350b02aa35 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:52.934226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.953516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:52.978569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:52.989894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Usage tracker for resource:security_group_rule and tenant:e3fbf1d49b414649994ddc350b02aa35 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:52.993412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:53.000580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:53.051840 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:07:53.063846 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] Sync routers for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:07:53.084702 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:53.085404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:53.106216 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] No DVR routers for this DVR port c88a0bc3-30bb-4261-a8f0-5ab544132a4c on host hv-cinder-68948 {{(pid=80085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:53.110634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.116996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'name': 'network-vif-deleted', 'tag': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:53.132116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.136531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.137813 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-753189b1-34d3-415f-9b10-3c87ad1e90a4 req-8ea5311d-8bbc-41a0-8f9f-53dd9cc51a5f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "DELETE /v2.0/ports/c88a0bc3-30bb-4261-a8f0-5ab544132a4c HTTP/1.1" status: 204 len: 173 time: 3.6260974 Jan 15 15:07:53.141647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9986ee2e-0baf-4aee-bccf-f2a688aa2a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:53.179596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:07:53.193171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472411b1-424f-4775-b376-fbb217ac02e8,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:53.198184 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:53.201447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.202037 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Added segment 7881c299-511e-4e6c-8d95-c642ff5147b0 of type vxlan for network 19f7f561-9f37-4e98-ad5e-578c50c34a2e Jan 15 15:07:53.215825 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4049e1c7-cb5c-4d71-a647-f07f4d8f2657', 'name': 'network-vif-deleted', 'tag': 'c88a0bc3-30bb-4261-a8f0-5ab544132a4c', 'status': 'completed', 'code': 200} Jan 15 15:07:53.238024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.277629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.279519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:53.280218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.286289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:53.326524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:53.391707 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Pushing event updated for resources: {'Network': ['ID=19f7f561-9f37-4e98-ad5e-578c50c34a2e,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:53.396745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:53.410506 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-df2aadc9-9528-44f9-b1bb-d03577917603 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5298572 Jan 15 15:07:53.413488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41006) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:53.419985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Request body: {'subnet': {'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1782302373-subnet', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'ip_version': 4}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:53.433414 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:53.438708 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Usage tracker for resource:subnet and tenant:e3fbf1d49b414649994ddc350b02aa35 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:53.442488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:53.450501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:53.460643 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Made reservation on behalf of e3fbf1d49b414649994ddc350b02aa35 for: {'subnet': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:53.466079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852195617'] for subnet, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:53.482993 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:07:53.496665 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:07:53.545339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-636fcc72-d717-4461-b434-814920c2ccb3 req-6e1e5aee-33dc-4466-9edb-fc8b55d737b9 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:53.633567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-636fcc72-d717-4461-b434-814920c2ccb3 req-6e1e5aee-33dc-4466-9edb-fc8b55d737b9 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:53.644567 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-636fcc72-d717-4461-b434-814920c2ccb3 req-6e1e5aee-33dc-4466-9edb-fc8b55d737b9 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=4049e1c7-cb5c-4d71-a647-f07f4d8f2657 HTTP/1.1" status: 200 len: 210 time: 0.1611345 Jan 15 15:07:53.891630 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:07:53.923134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:53.927423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] Checking router: 13f22f25-3338-4788-ab0c-e01c7db6ce5c for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:07:53.937857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:53.938912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:54.030079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Sync routers for ids ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:07:54.048916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Routers {'020509d1-d3ea-415c-a009-d3fe0c4dc2be'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:54.051180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:54.140689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850615904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852195602'] for subnet, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.312691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:54.364074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Set router 020509d1-d3ea-415c-a009-d3fe0c4dc2be gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:54.427596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:54.428058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.525753 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:54.583595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0c68db31-596b-4001-9122-ed62d209867d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:54.720092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8999a9c2-1b78-4d2f-b00e-bee992f9c1a5,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:54.737761 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:54.767641 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3e9991f8-d1e7-4cc1-8f53-a70bbc5d742f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.770156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:50Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f0941478-8d7e-4c46-9692-f34f7c8c3050', 'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'mac_address': 'fa:16:3e:38:a5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:49Z', 'updated_at': '2021-01-15T15:07:50Z', 'revision_number': 2, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'subnets': [{'id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:54.778678 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Checking router: 020509d1-d3ea-415c-a009-d3fe0c4dc2be for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:07:54.779266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Updating router 020509d1-d3ea-415c-a009-d3fe0c4dc2be port f0941478-8d7e-4c46-9692-f34f7c8c3050 binding host dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:07:54.794290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Checking segment: {'id': '7881c299-511e-4e6c-8d95-c642ff5147b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:07:54.803449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Network hostable DHCP agents. Network: 19f7f561-9f37-4e98-ad5e-578c50c34a2e, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:07:54.844393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:07:54.854258 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 19f7f561-9f37-4e98-ad5e-578c50c34a2e) {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:54.862283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59891131-4ee0-4ac5-bab8-bf6c5aebef93 None None] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:07:54.863322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.896878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:54.897531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.921040 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-78a9b97e-0aa1-4e74-88d3-679e3d37c020 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5063250 Jan 15 15:07:54.923891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 41026) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:54.931542 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1782302373-router', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:54.937756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:54.944121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Usage tracker for resource:router and tenant:e3fbf1d49b414649994ddc350b02aa35 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:54.947512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:54.956314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:54.970661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48989'] for router, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.972476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852803243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1982770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2016441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726810'] for router, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:54.990045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.235950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2f9bea-895b-58e7-9e77-4544d41874e9-19f7f561-9f37-4e98-ad5e-578c50c34a2e', 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'fixed_ips': [{'subnet_id': '8999a9c2-1b78-4d2f-b00e-bee992f9c1a5'}]}} from dv-cinder-689486-7-iscsi. {{(pid=80086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:07:55.236898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.261826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:55.285640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0a8b0-08c6-409f-af72-06b12955bf18 None None] The sync data for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi is: [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:07:55.311539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1982755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726793'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.315886 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-8f3016c9-5e26-4672-9231-bac2e661daca tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1248806604&fields=id&tenant_id=5fad5f224f3a41b7a8f3221955f351cb HTTP/1.1" status: 200 len: 267 time: 0.1341238 Jan 15 15:07:55.585919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.590704 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-1269576a-4b22-4b07-800a-eb2cc715b6e6 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:55.599588 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-1269576a-4b22-4b07-800a-eb2cc715b6e6 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 811 time: 0.2824130 Jan 15 15:07:55.615589 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Transition to ACTIVE for port object f0941478-8d7e-4c46-9692-f34f7c8c3050 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:55.618602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.621352 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-8c871280-61cd-40d2-9e32-fed456e63530 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/quotas/5fad5f224f3a41b7a8f3221955f351cb HTTP/1.1" status: 200 len: 375 time: 0.0204353 Jan 15 15:07:55.670973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5206f3d0-5302-4ba1-b3f3-78a49ea47d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:55.684766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Allocated IP 172.20.0.2 (19f7f561-9f37-4e98-ad5e-578c50c34a2e/8999a9c2-1b78-4d2f-b00e-bee992f9c1a5/a8092600-ea54-4755-8a46-5fe7fc4e6a41) {{(pid=80086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:07:55.790931 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-b375e5b7-0ccf-4eda-9791-b0aed7533bfd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1681807 Jan 15 15:07:55.921880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.931848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db5cbf-7946-4168-8077-317b2c000b9f None None] Pushing event updated for resources: {'Port': ['ID=f0941478-8d7e-4c46-9692-f34f7c8c3050,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:55.936753 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Transition to ACTIVE for port object a8092600-ea54-4755-8a46-5fe7fc4e6a41 will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:55.937381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-58db5cbf-7946-4168-8077-317b2c000b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:55.952660 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.954253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Transition to ACTIVE for port object a8092600-ea54-4755-8a46-5fe7fc4e6a41 will not be triggered until provisioned by entity DHCP. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:55.968688 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1255c-933f-499f-92d7-4c18dbdffaff None None] New status for floating IP 25973c00-3192-49a1-bf0f-6061c617021d: DOWN {{(pid=80086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:07:56.038281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.048997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064'] for port, after_create {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.096889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:56.114565 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-df83c5f5-6733-4d4c-b44a-4c065e9924d3 service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220963 Jan 15 15:07:56.173093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.221507 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Attempting to bind port f0941478-8d7e-4c46-9692-f34f7c8c3050 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:07:56.221923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Attempting to bind port f0941478-8d7e-4c46-9692-f34f7c8c3050 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:07:56.222331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Attempting to bind port f0941478-8d7e-4c46-9692-f34f7c8c3050 on network 2eade10e-f287-48b4-a49f-d2abfa705b2d {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:07:56.239178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:07:56.239645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Checking segment: {'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:07:56.240125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.240566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Bound using segment: {'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:07:56.241089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Bound port: f0941478-8d7e-4c46-9692-f34f7c8c3050, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:07:56.241525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.345098 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-07691b13-a4d4-4616-ad7b-8a329a1fe691 service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2234104 Jan 15 15:07:56.392745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] For port f0941478-8d7e-4c46-9692-f34f7c8c3050, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:07:56.396770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] For port f0941478-8d7e-4c46-9692-f34f7c8c3050, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=f0941478-8d7e-4c46-9692-f34f7c8c3050,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:07:56.401289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.420058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4eecff72-eb31-4d1a-9c4a-1a6966995afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:56.475029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Pushing event updated for resources: {'Port': ['ID=a8092600-ea54-4755-8a46-5fe7fc4e6a41,revision_number=1']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:56.479702 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:56.504808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Allocated IP 172.27.1.150 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/19837b19-c0f8-4d49-9568-b511fbe95f9f) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:07:56.610095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e is already hosted by enough agents. {{(pid=80086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:07:56.611455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Resources bound (agent type, host, resource id): {{(pid=80086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:56.614666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Received port after_create {{(pid=80086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:07:56.678679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Routers {'020509d1-d3ea-415c-a009-d3fe0c4dc2be'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:56.679365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:56.691661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Attempting to bind port a8092600-ea54-4755-8a46-5fe7fc4e6a41 on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:07:56.692143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Attempting to bind port a8092600-ea54-4755-8a46-5fe7fc4e6a41 by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '7881c299-511e-4e6c-8d95-c642ff5147b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:07:56.692487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Attempting to bind port a8092600-ea54-4755-8a46-5fe7fc4e6a41 on network 19f7f561-9f37-4e98-ad5e-578c50c34a2e {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:07:56.704863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:07:56.705327 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Checking segment: {'id': '7881c299-511e-4e6c-8d95-c642ff5147b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:07:56.705779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.706215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Bound using segment: {'id': '7881c299-511e-4e6c-8d95-c642ff5147b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:07:56.709353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Bound port: a8092600-ea54-4755-8a46-5fe7fc4e6a41, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7881c299-511e-4e6c-8d95-c642ff5147b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:07:56.709873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.833981 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.891996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.927848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] For port a8092600-ea54-4755-8a46-5fe7fc4e6a41, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:07:56.942157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] Set router 020509d1-d3ea-415c-a009-d3fe0c4dc2be gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:07:56.942590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] For port a8092600-ea54-4755-8a46-5fe7fc4e6a41, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=a8092600-ea54-4755-8a46-5fe7fc4e6a41,segment=NetworkSegment(7881c299-511e-4e6c-8d95-c642ff5147b0),segment_id=7881c299-511e-4e6c-8d95-c642ff5147b0)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:07:56.965883 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:56.966352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:56.989699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2aefd6e0-ee65-406f-81ad-133a615db713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:57.039516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db5cbf-7946-4168-8077-317b2c000b9f None None] Pushing event updated for resources: {'Port': ['ID=f0941478-8d7e-4c46-9692-f34f7c8c3050,revision_number=4']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:57.116732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:57.149414 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Pushing event updated for resources: {'Port': ['ID=a8092600-ea54-4755-8a46-5fe7fc4e6a41,revision_number=2']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:57.163172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:57.215278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e2ecb-4028-4ede-ab42-051edce94c04 req-d36e08b9-95b8-4c1e-8527-bcce599c837e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:57.231133 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-097e2ecb-4028-4ede-ab42-051edce94c04 req-d36e08b9-95b8-4c1e-8527-bcce599c837e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.2538154 Jan 15 15:07:57.253410 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-58db5cbf-7946-4168-8077-317b2c000b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:57.284697 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Pushing event updated for resources: {'Port': ['ID=19837b19-c0f8-4d49-9568-b511fbe95f9f,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:57.289422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:57.353301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:07:57.356140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:57.358177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:07:57.452290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:57.492540 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-54e75c37-b102-4cf8-ae0e-d4021a83155f req-0f378f3b-3a27-4dfc-a5dc-f849fc719013 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 210 time: 0.1773005 Jan 15 15:07:57.511606 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-097e2ecb-4028-4ede-ab42-051edce94c04 req-685b5bd2-d72c-4ddf-915b-83ffe1e145fd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745450 Jan 15 15:07:57.718197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:50Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f0941478-8d7e-4c46-9692-f34f7c8c3050', 'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'mac_address': 'fa:16:3e:38:a5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:49Z', 'updated_at': '2021-01-15T15:07:56Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'subnets': [{'id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:57.723054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8e101-d067-4aa9-b600-1a2a20ceba48 None None] The sync data for ids ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'] in dv-cinder-689486-7-iscsi is: [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:50Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f0941478-8d7e-4c46-9692-f34f7c8c3050', 'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'mac_address': 'fa:16:3e:38:a5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:49Z', 'updated_at': '2021-01-15T15:07:56Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'subnets': [{'id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:07:58.196380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a8092600-ea54-4755-8a46-5fe7fc4e6a41 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:58.297020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port a8092600-ea54-4755-8a46-5fe7fc4e6a41 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:58.302653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:58.303151 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device f0941478-8d7e-4c46-9692-f34f7c8c3050 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:58.380267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port f0941478-8d7e-4c46-9692-f34f7c8c3050 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:58.388192 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port f0941478-8d7e-4c46-9692-f34f7c8c3050 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:58.388859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:58.569977 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:58.659357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port f0941478-8d7e-4c46-9692-f34f7c8c3050, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=f0941478-8d7e-4c46-9692-f34f7c8c3050,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:58.664224 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:58.666560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:58.803345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=f0941478-8d7e-4c46-9692-f34f7c8c3050,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:58.811526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:58.832347 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-df4311ea-dcb0-4b41-97ac-1365d173a3bc req-a9d726a0-df89-499c-b1fd-8be3b592c00b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 210 time: 0.0802927 Jan 15 15:07:58.931783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852803285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852792883'] for router, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:59.093029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78199036-668e-47eb-8173-ea562aefb722 None None] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:07:59.130912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-6ed6a20b-1bd0-4381-b259-68d1121f086b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:59.132660 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-6ed6a20b-1bd0-4381-b259-68d1121f086b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 811 time: 0.3148487 Jan 15 15:07:59.168891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-2ec50c56-9a7a-4abe-a706-7a6f526985a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:59.170690 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-2ec50c56-9a7a-4abe-a706-7a6f526985a1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 1163 time: 0.3027370 Jan 15 15:07:59.173864 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0817fd-d276-44a1-9ee4-8ea026fb7486 req-91e586b8-b8c8-49eb-9dca-0c0a644f3dd1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:59.181387 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1c0817fd-d276-44a1-9ee4-8ea026fb7486 req-91e586b8-b8c8-49eb-9dca-0c0a644f3dd1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.3618870 Jan 15 15:07:59.276003 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1c0817fd-d276-44a1-9ee4-8ea026fb7486 req-3253cf19-2b01-4689-8da3-8984962ebff3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930598 Jan 15 15:07:59.325784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-fb174984-8873-4ec6-8d28-b9212e532eb8 None None] Provisioning for port a8092600-ea54-4755-8a46-5fe7fc4e6a41 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:59.330917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-fb174984-8873-4ec6-8d28-b9212e532eb8 None None] Provisioning complete for port a8092600-ea54-4755-8a46-5fe7fc4e6a41 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:59.331285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fb174984-8873-4ec6-8d28-b9212e532eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:59.348132 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-6a789f74-ad28-4588-bbbb-b2dffb39f567 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5fad5f224f3a41b7a8f3221955f351cb HTTP/1.1" status: 200 len: 5765 time: 0.1636062 Jan 15 15:07:59.361793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'port': {'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'admin_state_up': True, 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'security_groups': ['05528596-9a1e-4e15-9f96-2545a31d5312']}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:59.382862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Router 4e28954d-fd77-4ae5-9826-795b2b5c3690 is scheduled to L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:07:59.397296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-abc83499-cfe8-4954-b75e-51f54f25045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:59.398918 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-abc83499-cfe8-4954-b75e-51f54f25045e service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.2051284 Jan 15 15:07:59.554002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:59.565783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:59.577940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Made reservation on behalf of 5fad5f224f3a41b7a8f3221955f351cb for: {'port': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:59.587185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:59.667582 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fb174984-8873-4ec6-8d28-b9212e532eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:59.690253 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-0b2628e8-95b1-4363-bd37-dec99399a842 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87 HTTP/1.1" status: 200 len: 1001 time: 0.2163997 Jan 15 15:07:59.721997 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-fb174984-8873-4ec6-8d28-b9212e532eb8 None None] For port a8092600-ea54-4755-8a46-5fe7fc4e6a41, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=a8092600-ea54-4755-8a46-5fe7fc4e6a41,segment=NetworkSegment(7881c299-511e-4e6c-8d95-c642ff5147b0),segment_id=7881c299-511e-4e6c-8d95-c642ff5147b0)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:59.727318 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fb174984-8873-4ec6-8d28-b9212e532eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:59.732269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:59.777198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:07:59.789096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Sync routers for ids ['4e28954d-fd77-4ae5-9826-795b2b5c3690'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:07:59.798190 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-85b06896-9b2d-4324-8e41-5842c06d38da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:59.800818 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-85b06896-9b2d-4324-8e41-5842c06d38da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.1030104 Jan 15 15:07:59.801467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Routers {'4e28954d-fd77-4ae5-9826-795b2b5c3690'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:07:59.812730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['4e28954d-fd77-4ae5-9826-795b2b5c3690'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:59.815421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb174984-8873-4ec6-8d28-b9212e532eb8 None None] Pushing event updated for resources: {'Port': ['ID=a8092600-ea54-4755-8a46-5fe7fc4e6a41,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:59.818895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fb174984-8873-4ec6-8d28-b9212e532eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:59.920655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:59.922143 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9970107 Jan 15 15:07:59.926999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41086) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:59.943021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-36d3e745-8085-49ad-815f-d181cebb8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:59.944720 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-36d3e745-8085-49ad-815f-d181cebb8934 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1332507 Jan 15 15:08:00.066966 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.087315 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-8ff0fa1a-e51f-419f-8bea-130162569fdf None None] Provisioning complete for port a8092600-ea54-4755-8a46-5fe7fc4e6a41 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:00.088154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8ff0fa1a-e51f-419f-8bea-130162569fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.160884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Set router 4e28954d-fd77-4ae5-9826-795b2b5c3690 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:00.163580 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-26d207eb-8732-45a3-87ad-718ccd151011 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097466 Jan 15 15:08:00.179117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a8092600-ea54-4755-8a46-5fe7fc4e6a41 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:00.214153 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-01bb7b66-32e2-4117-8f74-e45ae2f9ad07 req-8fc7d9ec-c4e8-4319-b996-8e9f28ddacc6 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 210 time: 0.0781264 Jan 15 15:08:00.235477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Allocated IP 172.20.0.7 (f14cb6b6-4ee7-43cf-a8e0-9286f9842639/16b9f3a3-fb9b-44ec-bb51-ac83c2be2064/dc8991e4-49ec-44de-842b-da8a3815a7e9) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:00.357688 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dc16cce9-ff89-4d45-9c7d-8fe081990bb0 req-ce67c870-2cf0-4be3-817d-5274f0986c68 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1861663 Jan 15 15:08:00.383006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port a8092600-ea54-4755-8a46-5fe7fc4e6a41 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:00.383982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.615433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device f0941478-8d7e-4c46-9692-f34f7c8c3050 up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:00.667908 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'name': 'tempest-TestShelveInstance-1782302373-router', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:54Z', 'updated_at': '2021-01-15T15:07:57Z', 'revision_number': 3, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'gw_port': {'id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:56Z', 'updated_at': '2021-01-15T15:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:00.672611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Checking router: 4e28954d-fd77-4ae5-9826-795b2b5c3690 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:00.673091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Updating router 4e28954d-fd77-4ae5-9826-795b2b5c3690 port 19837b19-c0f8-4d49-9568-b511fbe95f9f binding host dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:08:00.683750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-67577db5-ea63-429d-9ddd-d0836ef88218 None None] Provisioning complete for port a8092600-ea54-4755-8a46-5fe7fc4e6a41 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:00.683958 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-67577db5-ea63-429d-9ddd-d0836ef88218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.727461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:00.759823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port f0941478-8d7e-4c46-9692-f34f7c8c3050 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:00.760450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.006616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-837987e5-479b-46e3-8453-1e5680dd62af None None] Provisioning complete for port a8092600-ea54-4755-8a46-5fe7fc4e6a41 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:01.007029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-837987e5-479b-46e3-8453-1e5680dd62af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.154693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.166656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68681c-4704-4fae-841e-3d5b424b1c21 req-ba3d481d-6569-40bd-9f86-eeb3cd98e270 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:01.168420 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cc68681c-4704-4fae-841e-3d5b424b1c21 req-ba3d481d-6569-40bd-9f86-eeb3cd98e270 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.6314125 Jan 15 15:08:01.176752 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Transition to ACTIVE for port object 19837b19-c0f8-4d49-9568-b511fbe95f9f will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:01.179588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.199842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e0982cd9-001e-4062-b2f2-787c2a180b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:01.265555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.298844 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cc68681c-4704-4fae-841e-3d5b424b1c21 req-bc05c339-07d7-4509-ac4c-649b1901d694 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179473 Jan 15 15:08:01.313199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Transition to ACTIVE for port object dc8991e4-49ec-44de-842b-da8a3815a7e9 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:01.338822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f2cb9-bc12-4620-ba43-92f402afdb01 None None] Pushing event updated for resources: {'Port': ['ID=19837b19-c0f8-4d49-9568-b511fbe95f9f,revision_number=2']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:01.342979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e39f2cb9-bc12-4620-ba43-92f402afdb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:01.403083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Attempting to bind port 19837b19-c0f8-4d49-9568-b511fbe95f9f on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:01.403623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Attempting to bind port 19837b19-c0f8-4d49-9568-b511fbe95f9f by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:01.403915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Attempting to bind port 19837b19-c0f8-4d49-9568-b511fbe95f9f on network 5d29fd04-ed01-410d-a94e-5841f80335e6 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:01.410241 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:01.410662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Checking segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:01.411113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.411552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Bound using segment: {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:01.412102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Bound port: 19837b19-c0f8-4d49-9568-b511fbe95f9f, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80881c-ca34-4bde-9552-5c9f989fabd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:01.412528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.425502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.467894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d8fd2d36-8b54-4448-b72b-1bb89f1dd19a tempest-VolumesSnapshotTestJSON-1775183024 tempest-VolumesSnapshotTestJSON-1775183024] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:01.489775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] For port 19837b19-c0f8-4d49-9568-b511fbe95f9f, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:01.492978 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] For port 19837b19-c0f8-4d49-9568-b511fbe95f9f, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=19837b19-c0f8-4d49-9568-b511fbe95f9f,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:01.497000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.512842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4eecff72-eb31-4d1a-9c4a-1a6966995afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:01.667898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f2cb9-bc12-4620-ba43-92f402afdb01 None None] Pushing event updated for resources: {'Port': ['ID=19837b19-c0f8-4d49-9568-b511fbe95f9f,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:01.673657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e39f2cb9-bc12-4620-ba43-92f402afdb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:01.721566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Routers {'4e28954d-fd77-4ae5-9826-795b2b5c3690'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:01.722844 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['4e28954d-fd77-4ae5-9826-795b2b5c3690'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:01.750354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'Port': ['ID=dc8991e4-49ec-44de-842b-da8a3815a7e9,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:01.758074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:01.782078 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.813463 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:01.816480 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:01.829167 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:01.879334 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9e5d-fcd6-4705-b4fc-d43f97339644 req-eab9088e-5ad8-4a09-9474-2e7d433c6599 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:01.881077 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3fd9e5d-fcd6-4705-b4fc-d43f97339644 req-eab9088e-5ad8-4a09-9474-2e7d433c6599 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 931 time: 0.4535642 Jan 15 15:08:01.919584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] Set router 4e28954d-fd77-4ae5-9826-795b2b5c3690 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:02.053294 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-b421bc0e-676f-4438-b806-bc4abb31282f None None] Provisioning for port dc8991e4-49ec-44de-842b-da8a3815a7e9 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:02.053766 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3fd9e5d-fcd6-4705-b4fc-d43f97339644 req-286ac2fe-c43f-476f-8399-ce0c89dfcf25 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1596425 Jan 15 15:08:02.060645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-b421bc0e-676f-4438-b806-bc4abb31282f None None] Provisioning complete for port dc8991e4-49ec-44de-842b-da8a3815a7e9 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:02.061336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b421bc0e-676f-4438-b806-bc4abb31282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.085268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:02.085268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.128700 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-b421bc0e-676f-4438-b806-bc4abb31282f None None] Port dc8991e4-49ec-44de-842b-da8a3815a7e9 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:08:02.160216 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8046997 Jan 15 15:08:02.189084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Request body: {'port': {'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:02.235772 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'name': 'tempest-TestShelveInstance-1782302373-router', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:54Z', 'updated_at': '2021-01-15T15:07:57Z', 'revision_number': 3, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'gw_port': {'id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:56Z', 'updated_at': '2021-01-15T15:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:02.240189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71c789-a4c8-4ef9-b5b9-f1589e3ff1ae None None] The sync data for ids ['4e28954d-fd77-4ae5-9826-795b2b5c3690'] in dv-cinder-689486-7-iscsi is: [{'id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'name': 'tempest-TestShelveInstance-1782302373-router', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:54Z', 'updated_at': '2021-01-15T15:07:57Z', 'revision_number': 3, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'gw_port': {'id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:56Z', 'updated_at': '2021-01-15T15:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:02.415950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:02.536803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Allocated IP 172.20.0.1 (19f7f561-9f37-4e98-ad5e-578c50c34a2e/8999a9c2-1b78-4d2f-b00e-bee992f9c1a5/1c1da8f9-47bb-4972-8cb3-783ae4575fdb) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:02.837383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8a2a9-69e2-49a7-98ba-6789abc6119c req-b3df5ce5-573b-44be-b06d-814aa77b1d53 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:02.839825 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e6e8a2a9-69e2-49a7-98ba-6789abc6119c req-b3df5ce5-573b-44be-b06d-814aa77b1d53 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.3584445 Jan 15 15:08:02.976592 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e6e8a2a9-69e2-49a7-98ba-6789abc6119c req-eacc0c9e-d019-402c-9f46-f534266c866f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288371 Jan 15 15:08:03.039028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.074099 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Transition to ACTIVE for port object 1c1da8f9-47bb-4972-8cb3-783ae4575fdb will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:03.138383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.184569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dd1ceb7e-a2ba-4849-a177-986e861051f1 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:03.616006 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8991e4-49ec-44de-842b-da8a3815a7e9 {{(pid=80085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:08:03.640792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.661917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1da8f9-47bb-4972-8cb3-783ae4575fdb,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:03.671518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:03.678878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Transition to ACTIVE for port object dc8991e4-49ec-44de-842b-da8a3815a7e9 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:03.688907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.717927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3b9d380a-f872-4929-b4dc-2a9de9f9dce2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:03.897086 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa21440-cb0c-4480-a18f-f2279376f246 req-519ae0d1-c8da-456a-8c55-1ebbcae3527e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:03.897894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-3aa21440-cb0c-4480-a18f-f2279376f246 req-519ae0d1-c8da-456a-8c55-1ebbcae3527e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:03.920752 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Pushing event updated for resources: {'Port': ['ID=dc8991e4-49ec-44de-842b-da8a3815a7e9,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:03.932079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:03.934611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:03.940238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:03.946825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:04.016412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-3aa21440-cb0c-4480-a18f-f2279376f246 req-519ae0d1-c8da-456a-8c55-1ebbcae3527e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:04.017704 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3aa21440-cb0c-4480-a18f-f2279376f246 req-519ae0d1-c8da-456a-8c55-1ebbcae3527e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 931 time: 0.8022187 Jan 15 15:08:04.066377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852806391'] for router_interface, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.201571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 19837b19-c0f8-4d49-9568-b511fbe95f9f up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:04.282741 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3aa21440-cb0c-4480-a18f-f2279376f246 req-22c35b7d-a77c-46fa-91cc-9a2f72c68bb3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2503171 Jan 15 15:08:04.327658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 19837b19-c0f8-4d49-9568-b511fbe95f9f completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:04.333969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 19837b19-c0f8-4d49-9568-b511fbe95f9f triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:04.334509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.407096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-da3cd1e5-f2f6-44e2-9643-52bf191d9c26 None None] Provisioning for port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:04.414178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Attempting to bind port dc8991e4-49ec-44de-842b-da8a3815a7e9 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:04.414178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Attempting to bind port dc8991e4-49ec-44de-842b-da8a3815a7e9 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:04.414458 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Attempting to bind port dc8991e4-49ec-44de-842b-da8a3815a7e9 on network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:04.417062 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-da3cd1e5-f2f6-44e2-9643-52bf191d9c26 None None] Provisioning complete for port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:04.417562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-da3cd1e5-f2f6-44e2-9643-52bf191d9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.430600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:04.430970 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Checking segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:04.432092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.432744 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Bound using segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:04.433382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Bound port: dc8991e4-49ec-44de-842b-da8a3815a7e9, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:04.433773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.520096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-da3cd1e5-f2f6-44e2-9643-52bf191d9c26 None None] Port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:08:04.542390 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.559961 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 19837b19-c0f8-4d49-9568-b511fbe95f9f, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=19837b19-c0f8-4d49-9568-b511fbe95f9f,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:04.563000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.565012 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:04.574770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f77bf-6619-427c-aa34-85b6cd1e6c10 req-8e1a42af-685e-44f5-9fa5-ffb030e6cfe1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:04.576524 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f45f77bf-6619-427c-aa34-85b6cd1e6c10 req-8e1a42af-685e-44f5-9fa5-ffb030e6cfe1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.2835112 Jan 15 15:08:04.625266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.648023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=19837b19-c0f8-4d49-9568-b511fbe95f9f,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:04.652220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:04.708860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] For port dc8991e4-49ec-44de-842b-da8a3815a7e9, host hv-cinder-68948, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:04.717086 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f45f77bf-6619-427c-aa34-85b6cd1e6c10 req-6fde0b48-6fb9-4bf3-9488-6809d5220c83 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315212 Jan 15 15:08:04.734496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] For port dc8991e4-49ec-44de-842b-da8a3815a7e9, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:04.740300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.762671 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2a9027bf-7857-49ca-bd45-c6561b7d6cd6 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:04.984921 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Pushing event updated for resources: {'Port': ['ID=dc8991e4-49ec-44de-842b-da8a3815a7e9,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:05.006037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:05.124215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:05.124944 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:05.126572 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] 10.222.0.75 "PUT /v2.0/ports/dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 200 len: 1157 time: 2.9460907 Jan 15 15:08:05.127126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'tag': 'dc8991e4-49ec-44de-842b-da8a3815a7e9'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:05.232161 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'tag': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'status': 'completed', 'code': 200} Jan 15 15:08:05.278332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:05.284261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:05.316270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:05.407237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-76c9961c-4ddb-4d0b-a5b5-681f7c4bdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:05.409171 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-76c9961c-4ddb-4d0b-a5b5-681f7c4bdf81 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 1160 time: 0.2241776 Jan 15 15:08:05.416600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1168418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969654'] for router_interface, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:05.439585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1da8f9-47bb-4972-8cb3-783ae4575fdb,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:05.513823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:05.564325 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-4824eee4-a23e-4578-a45e-b644ef0c1c51 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 200 len: 217 time: 0.1274898 Jan 15 15:08:05.754972 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-25a2b888-ad3b-4b5f-8b0a-05133191482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:05.756614 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-25a2b888-ad3b-4b5f-8b0a-05133191482c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.1399865 Jan 15 15:08:05.829080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:05.831709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:05.857095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7abca-d6ff-486a-93fc-529d2f2aeb4a req-5672cc77-dc64-4679-b673-d45491916c22 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:05.858840 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3be7abca-d6ff-486a-93fc-529d2f2aeb4a req-5672cc77-dc64-4679-b673-d45491916c22 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 943 time: 0.3464236 Jan 15 15:08:05.999931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device f0bdb33d-3ba1-418a-a9fd-487f27415d87 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:06.068660 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-67bf4f65-e2d1-48ef-b0d7-da6246c1161f None None] Provisioning complete for port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:06.069256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-67bf4f65-e2d1-48ef-b0d7-da6246c1161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:06.100862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 19837b19-c0f8-4d49-9568-b511fbe95f9f up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:06.197850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-67bf4f65-e2d1-48ef-b0d7-da6246c1161f None None] Port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:08:06.205215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port f0bdb33d-3ba1-418a-a9fd-487f27415d87 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:06.205638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:06.265716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 19837b19-c0f8-4d49-9568-b511fbe95f9f triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:06.266380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:06.365456 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3be7abca-d6ff-486a-93fc-529d2f2aeb4a req-91979417-8678-4516-96fc-7fb6b922316b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.4935677 Jan 15 15:08:06.397458 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-dcdfeb3e-fdf8-4e62-b8b8-df06cc77b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:06.399162 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-dcdfeb3e-fdf8-4e62-b8b8-df06cc77b1a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6319358 Jan 15 15:08:06.496502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5166f-e93a-4df4-ab04-51a69f94ce44 req-33b41e4f-1c81-4399-bd52-723119668048 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:06.498171 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-19e5166f-e93a-4df4-ab04-51a69f94ce44 req-33b41e4f-1c81-4399-bd52-723119668048 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.5483122 Jan 15 15:08:06.500379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Router 4e28954d-fd77-4ae5-9826-795b2b5c3690 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:06.765627 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-19e5166f-e93a-4df4-ab04-51a69f94ce44 req-7f0f1194-e3f1-4870-b717-69a7c798007d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161117 Jan 15 15:08:06.794141 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-5f932807-e52b-4467-9f39-438a1949d71d service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868108 Jan 15 15:08:06.930539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:06.940864 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Sync routers for ids ['4e28954d-fd77-4ae5-9826-795b2b5c3690'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:06.951908 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Routers {'4e28954d-fd77-4ae5-9826-795b2b5c3690'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:06.952597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['4e28954d-fd77-4ae5-9826-795b2b5c3690'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:06.952727 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] 10.222.0.70 "PUT /v2.0/routers/4e28954d-fd77-4ae5-9826-795b2b5c3690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0240929 Jan 15 15:08:06.989498 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-863abdad-31a0-4dfd-afe5-9e7a4e494297 req-29ac706a-6447-4062-b0be-b16eb2f77519 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1867573 Jan 15 15:08:07.164968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Set router 4e28954d-fd77-4ae5-9826-795b2b5c3690 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:07.199324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-5162a5d2-5f75-48f7-ae33-48e5fc69d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:07.201176 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-5162a5d2-5f75-48f7-ae33-48e5fc69d1c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 1160 time: 0.1002476 Jan 15 15:08:07.376698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-e1567c7e-5373-435d-9900-e5208e219114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:07.378700 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-e1567c7e-5373-435d-9900-e5208e219114 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1641700 Jan 15 15:08:07.482076 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-28be1de1-a486-4f97-9c1f-73e43af759a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 200 len: 217 time: 0.0946400 Jan 15 15:08:07.575339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-789258c2-9744-488b-923c-f1fe72602a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:07.577919 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-789258c2-9744-488b-923c-f1fe72602a6b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0885122 Jan 15 15:08:07.617487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'name': 'tempest-TestShelveInstance-1782302373-router', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:54Z', 'updated_at': '2021-01-15T15:08:04Z', 'revision_number': 4, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'gw_port': {'id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:56Z', 'updated_at': '2021-01-15T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '1c1da8f9-47bb-4972-8cb3-783ae4575fdb', 'name': '', 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'mac_address': 'fa:16:3e:2f:ab:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8999a9c2-1b78-4d2f-b00e-bee992f9c1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:02Z', 'updated_at': '2021-01-15T15:08:04Z', 'revision_number': 2, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'subnets': [{'id': '8999a9c2-1b78-4d2f-b00e-bee992f9c1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:07.622783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Checking router: 4e28954d-fd77-4ae5-9826-795b2b5c3690 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:07.623347 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Updating router 4e28954d-fd77-4ae5-9826-795b2b5c3690 port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb binding host dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:08:07.762103 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-70104ada-c019-4c44-8ad2-8bc9ca1fd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:07.764177 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-70104ada-c019-4c44-8ad2-8bc9ca1fd1da service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1775661 Jan 15 15:08:07.859664 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ce06a-9960-42c2-a718-9e85bdcb2268 req-7753ada5-face-4392-90aa-166fb24bc83b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:07.861319 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-130ce06a-9960-42c2-a718-9e85bdcb2268 req-7753ada5-face-4392-90aa-166fb24bc83b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 943 time: 0.2313671 Jan 15 15:08:07.862786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:07.982712 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-130ce06a-9960-42c2-a718-9e85bdcb2268 req-48f9e71f-53b2-4f27-b656-2bfe6916958d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0738189 Jan 15 15:08:08.004613 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-fca5a787-9938-465e-ac04-40391fee0ff1 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302639 Jan 15 15:08:08.074851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-845123695', 'description': 'tempest-TestShelveInstance-845123695 description'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:08.123860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:08.187554 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Usage tracker for resource:security_group and tenant:c5035a8ae9b94036a945d3253eab8a4c is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:08.199166 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:08.216832 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:08.253312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.281745 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ec1b3d2a-044a-4d0f-b2d0-005665eebd6a req-b4ba9373-fed2-4422-8dad-9bfd861fd91d service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2661631 Jan 15 15:08:08.286759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:08.292995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Usage tracker for resource:security_group_rule and tenant:c5035a8ae9b94036a945d3253eab8a4c is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:08.296915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:08.305166 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Notify callbacks [] for port, precommit_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.305900 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:08.318867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Transition to ACTIVE for port object 1c1da8f9-47bb-4972-8cb3-783ae4575fdb will not be triggered until provisioned by entity L2. {{(pid=80086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:08.321696 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.331767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af678-4a52-4826-93f0-0aa190913d8e req-7836f01a-fb24-4e53-a71d-76d709ae45ac tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:08.333625 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3b8af678-4a52-4826-93f0-0aa190913d8e req-7836f01a-fb24-4e53-a71d-76d709ae45ac tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.2683506 Jan 15 15:08:08.352046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:08.425952 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3b8af678-4a52-4826-93f0-0aa190913d8e req-2dadae51-411b-4aa4-b638-bab409df7f25 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818479 Jan 15 15:08:08.495339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.501122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.507015 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:08.523169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Pushing event updated for resources: {'Port': ['ID=1c1da8f9-47bb-4972-8cb3-783ae4575fdb,revision_number=3']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:08.537866 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.538251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.538634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.539012 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.539384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.539797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.540168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.540622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.541134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.541629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.542026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.542392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.542830 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.543245 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.543543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.543931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.544511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.544644 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.545077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.545299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.545708 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.545987 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.546374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.546857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:08.552367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:08.554191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.555543 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-af485779-9dc5-4196-b0b0-72e420cbe84e req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4916515 Jan 15 15:08:08.556819 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5659cd-7587-413d-912a-310311ff9a9c,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:08.567139 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:08.685134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Attempting to bind port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb on host dv-cinder-689486-7-iscsi for vnic_type normal with profile {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:08.685582 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Attempting to bind port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb by drivers openvswitch on host dv-cinder-689486-7-iscsi at level 0 using segments [{'id': '7881c299-511e-4e6c-8d95-c642ff5147b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e'}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:08.685999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Attempting to bind port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb on network 19f7f561-9f37-4e98-ad5e-578c50c34a2e {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:08.692956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Checking agent: {'id': '2060f5bb-2033-4aa2-b614-8a30dea6e8b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 51, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:08.694025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Checking segment: {'id': '7881c299-511e-4e6c-8d95-c642ff5147b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:08.694476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.694890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Bound using segment: {'id': '7881c299-511e-4e6c-8d95-c642ff5147b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e'} {{(pid=80086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:08.699804 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Bound port: 1c1da8f9-47bb-4972-8cb3-783ae4575fdb, host: dv-cinder-689486-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7881c299-511e-4e6c-8d95-c642ff5147b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e'}}] {{(pid=80086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:08.700257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.715541 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-53f3f2da-c61d-4b8c-87ca-91d51a019700 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups/3b5659cd-7587-413d-912a-310311ff9a9c HTTP/1.1" status: 200 len: 1800 time: 0.1194420 Jan 15 15:08:08.743541 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b5659cd-7587-413d-912a-310311ff9a9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:08.744801 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b5659cd-7587-413d-912a-310311ff9a9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:08.755919 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:08.760875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Usage tracker for resource:security_group_rule and tenant:c5035a8ae9b94036a945d3253eab8a4c is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:08.765183 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:08.777071 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:08.817692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] For port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb, host dv-cinder-689486-7-iscsi, cleared binding levels {{(pid=80086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:08.822557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] For port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb, host dv-cinder-689486-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=1c1da8f9-47bb-4972-8cb3-783ae4575fdb,segment=NetworkSegment(7881c299-511e-4e6c-8d95-c642ff5147b0),segment_id=7881c299-511e-4e6c-8d95-c642ff5147b0)] {{(pid=80086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:08.826798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.861085 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:08.863637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group_rule, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.889983 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.893237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.899193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:08.925733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a375163-efa3-4855-8c29-e8f92f1c3428,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:08.930994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:08.935599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group_rule, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:08.937765 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-13a448ef-2c5e-4a7a-ae60-a0d31f437805 req-c403a9d8-12ce-4c37-a9f2-f9e27e268133 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2059569 Jan 15 15:08:09.022656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Pushing event updated for resources: {'Port': ['ID=1c1da8f9-47bb-4972-8cb3-783ae4575fdb,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:09.029024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-51b4ae9d-4560-441f-a299-94b5c0a03e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:09.032978 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-5eb8a484-c2bb-4a18-9252-fecd6626dd0d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups/3b5659cd-7587-413d-912a-310311ff9a9c HTTP/1.1" status: 200 len: 2393 time: 0.0629616 Jan 15 15:08:09.046771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b5659cd-7587-413d-912a-310311ff9a9c', 'remote_group_id': None}]} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:09.047222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b5659cd-7587-413d-912a-310311ff9a9c', 'remote_group_id': None}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:09.059718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:09.065724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Usage tracker for resource:security_group_rule and tenant:c5035a8ae9b94036a945d3253eab8a4c is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:09.069664 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:09.077856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:09.080201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Routers {'4e28954d-fd77-4ae5-9826-795b2b5c3690'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:09.081203 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['4e28954d-fd77-4ae5-9826-795b2b5c3690'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:09.153492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group_rule, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.188157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.192084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852755484'] for security_group_rule, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.202203 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:09.223222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da247b4-2666-4891-aefe-f5975a77bfdf,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:09.226587 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:09.294449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group_rule, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.300587 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1ec5d477-0907-431b-ac8c-5f853f7d8b45 req-6e1072ce-b27f-4a8d-a41f-ea367d7dfedc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2584774 Jan 15 15:08:09.304551 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] Set router 4e28954d-fd77-4ae5-9826-795b2b5c3690 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:09.397898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d5c6e-76de-46e1-8266-34a82d2df852 req-7f235f08-4ec7-49ac-86ea-80f68b03892d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:09.406579 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0a1d5c6e-76de-46e1-8266-34a82d2df852 req-7f235f08-4ec7-49ac-86ea-80f68b03892d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 943 time: 0.2070575 Jan 15 15:08:09.485779 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0a1d5c6e-76de-46e1-8266-34a82d2df852 req-8ffb81c6-4059-4016-bb91-450dbdf68132 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0781140 Jan 15 15:08:09.791965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb934fc1-681a-4f2c-b3a3-358c77ca1b75 req-9929bd75-be45-4127-a31a-71ccc0aa53b6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:09.807279 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cb934fc1-681a-4f2c-b3a3-358c77ca1b75 req-9929bd75-be45-4127-a31a-71ccc0aa53b6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1431508 Jan 15 15:08:09.903168 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cb934fc1-681a-4f2c-b3a3-358c77ca1b75 req-155a2bb0-08c5-4749-a8f6-1ba0370492e5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945132 Jan 15 15:08:09.910266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'name': 'tempest-TestShelveInstance-1782302373-router', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:54Z', 'updated_at': '2021-01-15T15:08:04Z', 'revision_number': 4, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'gw_port': {'id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:56Z', 'updated_at': '2021-01-15T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '1c1da8f9-47bb-4972-8cb3-783ae4575fdb', 'name': '', 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'mac_address': 'fa:16:3e:2f:ab:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8999a9c2-1b78-4d2f-b00e-bee992f9c1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:02Z', 'updated_at': '2021-01-15T15:08:08Z', 'revision_number': 4, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'subnets': [{'id': '8999a9c2-1b78-4d2f-b00e-bee992f9c1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:09.920729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc763343-a4d9-4569-914d-dd95b7f551f1 None None] The sync data for ids ['4e28954d-fd77-4ae5-9826-795b2b5c3690'] in dv-cinder-689486-7-iscsi is: [{'id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'name': 'tempest-TestShelveInstance-1782302373-router', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:54Z', 'updated_at': '2021-01-15T15:08:04Z', 'revision_number': 4, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'gw_port': {'id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:56Z', 'updated_at': '2021-01-15T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '1c1da8f9-47bb-4972-8cb3-783ae4575fdb', 'name': '', 'network_id': '19f7f561-9f37-4e98-ad5e-578c50c34a2e', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'mac_address': 'fa:16:3e:2f:ab:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8999a9c2-1b78-4d2f-b00e-bee992f9c1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:02Z', 'updated_at': '2021-01-15T15:08:08Z', 'revision_number': 4, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'subnets': [{'id': '8999a9c2-1b78-4d2f-b00e-bee992f9c1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:10.180178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 1c1da8f9-47bb-4972-8cb3-783ae4575fdb up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:10.310568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning for port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:10.319544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:10.319989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.486511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.534234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] For port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=1c1da8f9-47bb-4972-8cb3-783ae4575fdb,segment=NetworkSegment(7881c299-511e-4e6c-8d95-c642ff5147b0),segment_id=7881c299-511e-4e6c-8d95-c642ff5147b0)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:10.537266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.539329 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-94979a2a-0db2-4203-a546-44de40215ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:10.624214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Pushing event updated for resources: {'Port': ['ID=1c1da8f9-47bb-4972-8cb3-783ae4575fdb,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:10.630382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:10.886747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1af8d3-d507-4be0-8a22-bf17f458e2a6 req-9dfcccad-b57a-4b1a-84a3-711448cba68c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:10.888546 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cf1af8d3-d507-4be0-8a22-bf17f458e2a6 req-9dfcccad-b57a-4b1a-84a3-711448cba68c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 943 time: 0.1582396 Jan 15 15:08:10.964971 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cf1af8d3-d507-4be0-8a22-bf17f458e2a6 req-da0782ff-bdfe-4069-8fc4-a07328da1f8a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0689638 Jan 15 15:08:11.218295 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03835ab-d0fe-4aac-8dcd-69f8f2edca33 req-57febd03-eb33-4e22-87b5-3f43a4fc37b1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:11.220039 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a03835ab-d0fe-4aac-8dcd-69f8f2edca33 req-57febd03-eb33-4e22-87b5-3f43a4fc37b1 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1189814 Jan 15 15:08:11.292899 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a03835ab-d0fe-4aac-8dcd-69f8f2edca33 req-d53a7243-428d-4ac7-b8d8-51f646de5b82 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636060 Jan 15 15:08:12.150780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 1c1da8f9-47bb-4972-8cb3-783ae4575fdb up at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:12.257168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Provisioning complete for port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:12.257677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.291601 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657192ec-e4de-49d9-8f3f-956e8bede5b9 req-e29e2554-ca95-47a4-92bf-5cd3b96e0c63 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:12.299321 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-657192ec-e4de-49d9-8f3f-956e8bede5b9 req-e29e2554-ca95-47a4-92bf-5cd3b96e0c63 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 943 time: 0.1566844 Jan 15 15:08:12.350244 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-657192ec-e4de-49d9-8f3f-956e8bede5b9 req-79d1c51e-c027-4d20-b13b-f47734033c63 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0498974 Jan 15 15:08:12.588173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e82fb-7174-4ca4-8e61-9b09e588f110 req-b63e98b7-1354-44b8-815a-a88a17dbceec tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:12.589989 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e03e82fb-7174-4ca4-8e61-9b09e588f110 req-b63e98b7-1354-44b8-815a-a88a17dbceec tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1228354 Jan 15 15:08:12.654238 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e03e82fb-7174-4ca4-8e61-9b09e588f110 req-90a018ae-8f05-4ad9-9b97-150e1467d06d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567408 Jan 15 15:08:13.672576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26ff67-c329-43c7-b48d-2c8736704686 req-acdafe34-132a-4585-8890-cd4692d7ce97 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:13.674346 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2e26ff67-c329-43c7-b48d-2c8736704686 req-acdafe34-132a-4585-8890-cd4692d7ce97 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 943 time: 0.1196089 Jan 15 15:08:13.734605 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2e26ff67-c329-43c7-b48d-2c8736704686 req-b5543bbf-b674-4664-ab06-c4d442ddba37 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0538912 Jan 15 15:08:14.008730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f5bf7-e874-49fe-a99d-325c3f7a75c4 req-fff92404-d02a-4e9b-aecd-65a2da78beda tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:14.011412 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-115f5bf7-e874-49fe-a99d-325c3f7a75c4 req-fff92404-d02a-4e9b-aecd-65a2da78beda tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1189899 Jan 15 15:08:14.088245 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-115f5bf7-e874-49fe-a99d-325c3f7a75c4 req-64919600-8c7b-41ed-ba27-e2dd053f7543 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683606 Jan 15 15:08:14.879367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device dc8991e4-49ec-44de-842b-da8a3815a7e9 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:15.045808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port dc8991e4-49ec-44de-842b-da8a3815a7e9 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:15.058796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port dc8991e4-49ec-44de-842b-da8a3815a7e9 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:15.058796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.129419 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a10b2a-0a9b-4c3a-adec-b894165bb840 req-90aa4fc2-195e-48d4-9f37-75aea60c1c82 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:15.138469 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-22a10b2a-0a9b-4c3a-adec-b894165bb840 req-90aa4fc2-195e-48d4-9f37-75aea60c1c82 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 943 time: 0.1371453 Jan 15 15:08:15.203487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.240654 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-22a10b2a-0a9b-4c3a-adec-b894165bb840 req-a50e8165-cb4b-4fb9-bb8d-35eef847d7df tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0882661 Jan 15 15:08:15.248383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8991e4-49ec-44de-842b-da8a3815a7e9'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:15.260549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port dc8991e4-49ec-44de-842b-da8a3815a7e9, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:15.273695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.275385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device f0bdb33d-3ba1-418a-a9fd-487f27415d87 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:15.342708 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'code': 200} Jan 15 15:08:15.343441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fb174984-8873-4ec6-8d28-b9212e532eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:15.446932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port f0bdb33d-3ba1-418a-a9fd-487f27415d87 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:15.446932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.503936 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aad025-005c-4a97-9947-205c5e4c30b0 req-6918b77c-a41c-4e53-a8b1-037363a85a1c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:15.510372 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-93aad025-005c-4a97-9947-205c5e4c30b0 req-6918b77c-a41c-4e53-a8b1-037363a85a1c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1715801 Jan 15 15:08:15.533361 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=dc8991e4-49ec-44de-842b-da8a3815a7e9,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:15.538301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:15.591435 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-93aad025-005c-4a97-9947-205c5e4c30b0 req-4fdb5541-2747-406e-90a7-a545297cc91f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717888 Jan 15 15:08:16.030803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f32f9-a891-46b1-94bd-b2009da0ef44 req-4f88bb87-69ce-4cea-880c-0cbf2492d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:16.032468 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e43f32f9-a891-46b1-94bd-b2009da0ef44 req-4f88bb87-69ce-4cea-880c-0cbf2492d843 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 1162 time: 0.3792648 Jan 15 15:08:16.089000 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e43f32f9-a891-46b1-94bd-b2009da0ef44 req-61a5d6e2-121e-44be-982e-f7e666b856a8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0475593 Jan 15 15:08:16.285616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device dc8991e4-49ec-44de-842b-da8a3815a7e9 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:16.487703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port dc8991e4-49ec-44de-842b-da8a3815a7e9 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:16.488363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:16.601130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c80887-dac1-4ac4-91c3-77075dfa328e req-8e3c79d8-58b4-417f-b20e-f102ac7970d8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:16.603649 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a1c80887-dac1-4ac4-91c3-77075dfa328e req-8e3c79d8-58b4-417f-b20e-f102ac7970d8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 945 time: 0.1218114 Jan 15 15:08:16.687183 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a1c80887-dac1-4ac4-91c3-77075dfa328e req-30c11179-baff-410f-84b0-bf7230b074eb tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0749764 Jan 15 15:08:16.992078 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84973b-5c16-4278-b099-b65741a0593d req-54cc172e-0f92-4385-ae42-91e9f07521b3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:17.001060 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-aa84973b-5c16-4278-b099-b65741a0593d req-54cc172e-0f92-4385-ae42-91e9f07521b3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1389356 Jan 15 15:08:17.064389 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-aa84973b-5c16-4278-b099-b65741a0593d req-da8f439a-de22-4a36-b7bf-80c3fe8101c8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620005 Jan 15 15:08:17.962145 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abba35-5d04-4895-ab98-5c6f98cbfdb5 req-16557d0f-7039-4d6d-8712-c298e82d5e4e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:17.963895 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c1abba35-5d04-4895-ab98-5c6f98cbfdb5 req-16557d0f-7039-4d6d-8712-c298e82d5e4e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 945 time: 0.1154826 Jan 15 15:08:18.043461 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c1abba35-5d04-4895-ab98-5c6f98cbfdb5 req-703e2e8f-3207-43cf-89f0-4326b1c960c0 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0725539 Jan 15 15:08:18.370342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68874d68-b18b-48dd-877d-cadd04cc5029 req-8f7fa208-c082-45eb-94e4-c2023b129f87 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:18.378097 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-68874d68-b18b-48dd-877d-cadd04cc5029 req-8f7fa208-c082-45eb-94e4-c2023b129f87 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 945 time: 0.1328158 Jan 15 15:08:18.479670 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-68874d68-b18b-48dd-877d-cadd04cc5029 req-02c7db10-dcb0-4f98-8735-429cf5533cb0 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1005833 Jan 15 15:08:18.556671 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30a7ac-e654-40e6-9d54-fff99b3771a9 req-73c611a0-c84c-4292-bb83-3a56cb3b7610 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:18.559538 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-be30a7ac-e654-40e6-9d54-fff99b3771a9 req-73c611a0-c84c-4292-bb83-3a56cb3b7610 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.2131233 Jan 15 15:08:18.737297 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-be30a7ac-e654-40e6-9d54-fff99b3771a9 req-6d77feb5-085f-4560-87b1-9d114ef311f6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472216 Jan 15 15:08:18.810155 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-595bb50c-801d-416f-afe4-df14daef262d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2493739 Jan 15 15:08:18.820841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'floatingip': {'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:18.832353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:18.843402 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:18.854664 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.037398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.385293 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Allocated IP 172.27.1.59 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/2f189731-4ca9-4cdc-88f4-17c635c4dea6) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:19.684204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.717004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.754363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c3847c8-ede8-46d3-bc55-547c59ec27e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:19.920332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'Port': ['ID=2f189731-4ca9-4cdc-88f4-17c635c4dea6,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:19.927958 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:19.994311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:19.998373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:20.000752 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:20.185228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4d610-b0b5-412d-a59e-70618ef95b79 req-e70d4d99-4b98-4565-9cf1-a2d210c3301f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:20.186835 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8bd4d610-b0b5-412d-a59e-70618ef95b79 req-e70d4d99-4b98-4565-9cf1-a2d210c3301f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1327095 Jan 15 15:08:20.191765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:20.294295 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8bd4d610-b0b5-412d-a59e-70618ef95b79 req-474bdaf3-10e1-4332-ba38-15cfec0d7a79 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982945 Jan 15 15:08:20.295024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:20.569175 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:20.573353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:20.589739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-06201ea3-77ab-45ad-8332-125ac0c0c302 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:20.736435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'Port': ['ID=2f189731-4ca9-4cdc-88f4-17c635c4dea6,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:20.740707 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:20.835702 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:20.903389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:20.904713 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0884283 Jan 15 15:08:21.002813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-406c4a27-aef6-4b00-ae77-2a91e458ee04 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:floatingip {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:21.029314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-e7aacb7e-7863-4610-aa40-fde84f5051d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:21.030950 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-e7aacb7e-7863-4610-aa40-fde84f5051d8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 1163 time: 0.1724370 Jan 15 15:08:21.031574 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-406c4a27-aef6-4b00-ae77-2a91e458ee04 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:floatingip {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:21.032719 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-406c4a27-aef6-4b00-ae77-2a91e458ee04 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.59 HTTP/1.1" status: 200 len: 695 time: 0.1201828 Jan 15 15:08:21.324713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-97cfca5d-942a-4ca7-b69e-e86bbe440802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:21.326387 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-97cfca5d-942a-4ca7-b69e-e86bbe440802 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.2884374 Jan 15 15:08:21.351535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-4e2c8a2e-24cc-426a-ab2f-c6aa3bdc0ae2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:21.352730 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-23e45745-6dc4-40ec-ae8a-2308393009ab req-4e2c8a2e-24cc-426a-ab2f-c6aa3bdc0ae2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 784 time: 0.3132756 Jan 15 15:08:21.515893 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-fc8af9dd-578d-4598-bfdd-2727d08eedc7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87 HTTP/1.1" status: 200 len: 1001 time: 0.1620367 Jan 15 15:08:21.668980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-5199524e-5271-4732-adaf-3d25659bf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:21.670474 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-5199524e-5271-4732-adaf-3d25659bf42a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.1068799 Jan 15 15:08:21.759089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a559f-51e7-4803-b64e-ce909379764d req-16d0a75d-0cd1-48db-9b9c-a52ff255b431 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:21.760752 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1b1a559f-51e7-4803-b64e-ce909379764d req-16d0a75d-0cd1-48db-9b9c-a52ff255b431 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.2887609 Jan 15 15:08:21.791540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-188046ad-93d6-40ed-a19f-6e1aa8fa6e88 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:21.793225 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-188046ad-93d6-40ed-a19f-6e1aa8fa6e88 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2798431 Jan 15 15:08:22.144385 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-e68d86af-e2be-4484-a6ff-a1234129546f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.59 HTTP/1.1" status: 200 len: 695 time: 0.3293610 Jan 15 15:08:22.153434 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1b1a559f-51e7-4803-b64e-ce909379764d req-55ea20c3-43ba-4538-8a70-32fe77317e85 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564384 Jan 15 15:08:22.157364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-a0eca9e1-5116-41f9-a8e2-fd9107cc2bfd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'floatingip': {'port_id': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:22.241023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-e718e788-8b5f-4429-bda8-2e45a342a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:22.242655 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-e718e788-8b5f-4429-bda8-2e45a342a43c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5594974 Jan 15 15:08:22.251384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-a0eca9e1-5116-41f9-a8e2-fd9107cc2bfd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:22.638076 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-59b10181-d679-4aeb-9712-34725421cde8 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277898 Jan 15 15:08:22.689473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f303bb6c-a29a-40b3-8b77-32aca9fe94ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:22.963729 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8ee54a06-3310-4624-b2cd-1019103ba29b req-5e0e898b-e4d3-4e40-817c-8f164289a5e7 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3153362 Jan 15 15:08:23.120925 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610747-fb3d-4b59-b41a-74beb9ce0e69 req-061e625c-068c-44b4-8d44-793d5ef61650 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:23.122475 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-40610747-fb3d-4b59-b41a-74beb9ce0e69 req-061e625c-068c-44b4-8d44-793d5ef61650 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 945 time: 0.1248736 Jan 15 15:08:23.257450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-a0eca9e1-5116-41f9-a8e2-fd9107cc2bfd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.260898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-a0eca9e1-5116-41f9-a8e2-fd9107cc2bfd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.319351 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-40610747-fb3d-4b59-b41a-74beb9ce0e69 req-a8095b65-9b55-4dc0-964e-60842fd35848 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356804 Jan 15 15:08:23.452444 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-a0eca9e1-5116-41f9-a8e2-fd9107cc2bfd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Floating IP e1a53a66-24d9-48a2-a584-151f9fdda5e0 associated. External IP: 172.27.1.59, port: dc8991e4-49ec-44de-842b-da8a3815a7e9. Jan 15 15:08:23.715382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90fb05-9908-4215-aff2-db99cca6168b req-1c5561a8-f25a-489f-90ad-cce73e035f07 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:23.716940 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7d90fb05-9908-4215-aff2-db99cca6168b req-1c5561a8-f25a-489f-90ad-cce73e035f07 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.2132859 Jan 15 15:08:24.131129 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7d90fb05-9908-4215-aff2-db99cca6168b req-3c5bb738-25eb-497c-ae13-5bef7272221f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581080 Jan 15 15:08:24.173424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-a0eca9e1-5116-41f9-a8e2-fd9107cc2bfd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Router 13f22f25-3338-4788-ab0c-e01c7db6ce5c has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:24.357133 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-a0eca9e1-5116-41f9-a8e2-fd9107cc2bfd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:24.362021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-a0eca9e1-5116-41f9-a8e2-fd9107cc2bfd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.367566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] Sync routers for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:24.379107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:24.379912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:07:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:24.440433 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-a0eca9e1-5116-41f9-a8e2-fd9107cc2bfd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "PUT /v2.0/floatingips/e1a53a66-24d9-48a2-a584-151f9fdda5e0 HTTP/1.1" status: 200 len: 995 time: 2.2873664 Jan 15 15:08:24.441047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'tag': 'dc8991e4-49ec-44de-842b-da8a3815a7e9'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:24.581423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039f39-511e-45a4-acf5-eeadf24c13c6 req-553ecc82-331e-437c-91a8-9ef0ff3d4b22 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:24.583202 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-be039f39-511e-45a4-acf5-eeadf24c13c6 req-553ecc82-331e-437c-91a8-9ef0ff3d4b22 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 945 time: 0.1165156 Jan 15 15:08:24.696074 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-be039f39-511e-45a4-acf5-eeadf24c13c6 req-346ce182-d1ee-485c-b0d5-786017ceccaa tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047361 Jan 15 15:08:24.702657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cbc707dc-1980-4822-9b0e-db60c699c9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.716478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-ec9d9536-8e61-4091-bfb6-263222abd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:24.718153 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-ec9d9536-8e61-4091-bfb6-263222abd911 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 1162 time: 0.2619395 Jan 15 15:08:24.737827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:24.773647 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'tag': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'status': 'completed', 'code': 200} Jan 15 15:08:24.921426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-878d566e-447c-4f5e-b89c-f435300addc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:24.923172 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-878d566e-447c-4f5e-b89c-f435300addc4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1970992 Jan 15 15:08:25.051260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646b129-e558-4894-96a3-e178386865dc req-fd0ec970-55e2-4723-a75c-635c8fbe39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:25.052927 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a646b129-e558-4894-96a3-e178386865dc req-fd0ec970-55e2-4723-a75c-635c8fbe39a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 1162 time: 0.1964693 Jan 15 15:08:25.054849 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-d0bea1e7-90f7-4058-9d64-e029049d3d95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 200 len: 998 time: 0.1224270 Jan 15 15:08:25.117833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'e1a53a66-24d9-48a2-a584-151f9fdda5e0', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:1c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:20Z', 'updated_at': '2021-01-15T15:08:23Z', 'revision_number': 1, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:25.122797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] Checking router: 13f22f25-3338-4788-ab0c-e01c7db6ce5c for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:25.132444 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:25.132965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:08:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:25.236560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-8fb8b722-1e77-4000-9c1b-11acf037bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:25.238296 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-8fb8b722-1e77-4000-9c1b-11acf037bfa7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.1762927 Jan 15 15:08:25.328608 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:25.376851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646b129-e558-4894-96a3-e178386865dc req-269b737c-e509-4aec-8bd9-d3df9030b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:25.378452 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a646b129-e558-4894-96a3-e178386865dc req-269b737c-e509-4aec-8bd9-d3df9030b2aa service neutron] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.2766991 Jan 15 15:08:25.529509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-48304795-335f-492a-8dbb-50e4b105db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:25.531182 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-48304795-335f-492a-8dbb-50e4b105db2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2800553 Jan 15 15:08:25.538870 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a646b129-e558-4894-96a3-e178386865dc req-0a543261-60bd-4e75-963c-d13ab52c2dcf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 200 len: 998 time: 0.1449130 Jan 15 15:08:25.565413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a35ca6-2217-4053-b16f-8358fd85d4e1 req-98106d72-316f-4105-9beb-ed71995ea312 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:25.567117 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-18a35ca6-2217-4053-b16f-8358fd85d4e1 req-98106d72-316f-4105-9beb-ed71995ea312 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.2706547 Jan 15 15:08:25.571213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-9240c170-2dd7-41b3-b5c4-2831fa78062e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:08:25.572898 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-9240c170-2dd7-41b3-b5c4-2831fa78062e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0316210 Jan 15 15:08:25.744411 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'e1a53a66-24d9-48a2-a584-151f9fdda5e0', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:1c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:20Z', 'updated_at': '2021-01-15T15:08:23Z', 'revision_number': 1, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:25.748547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ef4c5-50c9-4c0f-8a22-d6db0bd3f0cd None None] The sync data for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi is: [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'e1a53a66-24d9-48a2-a584-151f9fdda5e0', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:1c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:20Z', 'updated_at': '2021-01-15T15:08:23Z', 'revision_number': 1, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:25.796737 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-18a35ca6-2217-4053-b16f-8358fd85d4e1 req-54ffb893-540e-4251-b093-b554823d313d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160470 Jan 15 15:08:25.805681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646b129-e558-4894-96a3-e178386865dc req-d009109a-d8d1-4ccc-9a1b-3991767b89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:25.807553 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a646b129-e558-4894-96a3-e178386865dc req-d009109a-d8d1-4ccc-9a1b-3991767b89c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.2004936 Jan 15 15:08:25.834675 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-737b454f-e656-4090-b970-9c549ec92b5b service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553151 Jan 15 15:08:25.863416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:25.959469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-eeec4036-7f34-4b46-a98f-af54649d888a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:25.960319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-eeec4036-7f34-4b46-a98f-af54649d888a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Synchronizing usage tracker for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:25.976945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-eeec4036-7f34-4b46-a98f-af54649d888a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Unset dirty status for tenant:0f9d54d7f68d457d97367164e98bea91 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:25.979141 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-eeec4036-7f34-4b46-a98f-af54649d888a tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.75 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 945 time: 0.1459403 Jan 15 15:08:26.061445 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Deleting port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:26.062205 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.070934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cd6574-d034-42f0-ab09-0d01e2dc2814 None None] New status for floating IP e1a53a66-24d9-48a2-a584-151f9fdda5e0: ACTIVE {{(pid=80086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:08:26.121438 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d3dc2065-ce7f-4788-9243-add7461f8350 req-b0f7537c-1824-4b6b-83e3-03fe777fddb9 service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2420771 Jan 15 15:08:26.123309 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646b129-e558-4894-96a3-e178386865dc req-6dd460d6-f53e-4e04-a6ee-92c5ac6d0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:26.124871 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a646b129-e558-4894-96a3-e178386865dc req-6dd460d6-f53e-4e04-a6ee-92c5ac6d0ef4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2892559 Jan 15 15:08:26.160657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ffef0-73a5-4440-bd51-3f4480fe74c5 req-78ae9624-2ae3-4f31-a57c-72089e549b3c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:26.161741 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f68ffef0-73a5-4440-bd51-3f4480fe74c5 req-78ae9624-2ae3-4f31-a57c-72089e549b3c tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 945 time: 0.1732111 Jan 15 15:08:26.336161 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f68ffef0-73a5-4440-bd51-3f4480fe74c5 req-95a4fae4-58e8-4b17-ac65-9dcc3314061f tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484966 Jan 15 15:08:26.381058 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a646b129-e558-4894-96a3-e178386865dc req-662782ff-fce0-467f-95a9-6c0a1fe2bd16 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461486 Jan 15 15:08:26.384866 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:26.421783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] For port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:26.422540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.520513 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.542916 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a646b129-e558-4894-96a3-e178386865dc req-48914a34-d547-4abb-a683-964d160b4f22 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1538439 Jan 15 15:08:26.550674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78112074-f21e-45d3-8926-c85cf9c989db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:26.563418 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:26.567070 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.568086 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device f0bdb33d-3ba1-418a-a9fd-487f27415d87 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:26.598290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:26.629216 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78112074-f21e-45d3-8926-c85cf9c989db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902', 'code': 200} Jan 15 15:08:26.722083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:26.726119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:26.752450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.756340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.756758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.757111 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Floating IP 233a6726-0c39-4c57-887d-83e77e200da9 disassociated. External IP: 172.27.1.47, port: 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902. Jan 15 15:08:26.757497 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Calling delete_port for 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:26.786523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port f0bdb33d-3ba1-418a-a9fd-487f27415d87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:26.789483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.792584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:26.844874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:08:26.845161 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:08:26.869591 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.876266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=f0bdb33d-3ba1-418a-a9fd-487f27415d87,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:26.879763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:27.046956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4c039-4fc0-4b47-a4bd-094c9434243f req-08375402-92be-425a-bb6e-f10a850b6b52 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:27.048596 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52c4c039-4fc0-4b47-a4bd-094c9434243f req-08375402-92be-425a-bb6e-f10a850b6b52 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.0999954 Jan 15 15:08:27.099403 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-52c4c039-4fc0-4b47-a4bd-094c9434243f req-7e7b4cad-578f-46b3-aae0-a5ca89f2aef7 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444958 Jan 15 15:08:27.346871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Deleting port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:27.347271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:27.387084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:27.638096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50901cc-b035-450c-a3af-cc8ece405f3f req-17af366b-0115-4015-a1c9-0fe0ce865e88 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:27.639815 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a50901cc-b035-450c-a3af-cc8ece405f3f req-17af366b-0115-4015-a1c9-0fe0ce865e88 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 943 time: 0.1170864 Jan 15 15:08:27.704537 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a50901cc-b035-450c-a3af-cc8ece405f3f req-6e263405-bdff-4d27-bfa0-3d8abf333e95 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups?id=a2afda55-657a-482d-8b00-7b98360247d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569479 Jan 15 15:08:27.903075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] For port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:27.903601 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.224375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.224709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.225069 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Floating IP 233a6726-0c39-4c57-887d-83e77e200da9 disassociated. External IP: 172.27.1.47, port: 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902. Jan 15 15:08:28.225459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Calling delete_port for 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:28.380510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.397133 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-41ce7420-2e0d-48fd-ad97-0b30791377a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:28.455036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event deleted for resources: {'Port': ['ID=9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:28.512759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:28.630197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:28.691896 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87', 'code': 422} returned with failed status Jan 15 15:08:28.790259 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Router b656befd-a3dc-427a-8438-df47fcaf8775 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:28.846233 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41458) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:28.868134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-c23ace26-739a-4bb9-a56b-635871fe24be tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Synchronizing usage tracker for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:security_group {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:28.907192 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-c23ace26-739a-4bb9-a56b-635871fe24be tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Unset dirty status for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:security_group {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:28.908517 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-c23ace26-739a-4bb9-a56b-635871fe24be tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-845123695&fields=id&tenant_id=c5035a8ae9b94036a945d3253eab8a4c HTTP/1.1" status: 200 len: 267 time: 0.1391239 Jan 15 15:08:28.988441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:29.000179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] Sync routers for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:29.015206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:29.016282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:08:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:29.029674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] No DVR routers for this DVR port 9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:08:29.032214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:29.036981 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78112074-f21e-45d3-8926-c85cf9c989db', 'name': 'network-vif-deleted', 'tag': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:29.052709 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4f8b2d09-913c-4426-b90b-b56c698b1f93 req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.75 "DELETE /v2.0/ports/9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902 HTTP/1.1" status: 204 len: 173 time: 3.0673568 Jan 15 15:08:29.232417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:29.259923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4357e10-83d5-4633-a85c-4d335cce15d2 req-265395f0-0459-45fb-beb0-ddf907e63062 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:29.261642 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a4357e10-83d5-4633-a85c-4d335cce15d2 req-265395f0-0459-45fb-beb0-ddf907e63062 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.4554174 Jan 15 15:08:29.410443 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a4357e10-83d5-4633-a85c-4d335cce15d2 req-0c48a62d-1559-4ca2-9539-daf5d4185f5f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338632 Jan 15 15:08:29.468492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-91b05c81-4094-426e-98d6-0b4325e89439 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:29.468492 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-91b05c81-4094-426e-98d6-0b4325e89439 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 808 time: 0.5484877 Jan 15 15:08:29.480580 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-a3609842-54ae-4bfd-b871-0ea7bce7c07d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6288769 Jan 15 15:08:29.495308 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-301e01ac-0616-41b6-8a44-6caef9bc2955 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/quotas/c5035a8ae9b94036a945d3253eab8a4c HTTP/1.1" status: 200 len: 375 time: 0.0133693 Jan 15 15:08:29.615249 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-cc4d3752-7124-419f-a261-1ca44b81668c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151984 Jan 15 15:08:29.647126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:29.652558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] Checking router: b656befd-a3dc-427a-8438-df47fcaf8775 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:29.664841 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-372277d3-77c9-48c9-a24e-57eae342b75f req-242e578e-2142-40a7-ba65-dcc51d5f25d7 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/ports?device_id=78112074-f21e-45d3-8926-c85cf9c989db HTTP/1.1" status: 200 len: 210 time: 0.0484030 Jan 15 15:08:29.672047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:29.673129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:08:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:29.785933 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78112074-f21e-45d3-8926-c85cf9c989db', 'name': 'network-vif-deleted', 'tag': '9fc49ab4-7ed0-4f4d-b4aa-4fabe1132902', 'status': 'completed', 'code': 200} Jan 15 15:08:29.896694 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-a65d41a7-be6a-4e44-a46c-8a18f463454f service neutron] 10.222.0.70 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300622 Jan 15 15:08:30.077080 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-2649d11a-f3b7-47f4-a95f-11b39232da73 service neutron] 10.222.0.70 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1726851 Jan 15 15:08:30.084557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:30.117371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:30.213971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-dbcfdba1-9723-46cf-857a-3f7614fa8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.215703 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-dbcfdba1-9723-46cf-857a-3f7614fa8e19 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1&tenant_id=90f3840824f348a4b2d2a2f552db3c7a HTTP/1.1" status: 200 len: 1161 time: 0.0833297 Jan 15 15:08:30.334442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-8faf1e4e-efdf-4355-89c8-d3a2b99b241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.336064 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-8faf1e4e-efdf-4355-89c8-d3a2b99b241e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 1161 time: 0.0788734 Jan 15 15:08:30.472641 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:30.500036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-cccc5519-9d33-47dd-87c8-7981bc8c340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.501997 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-cccc5519-9d33-47dd-87c8-7981bc8c340e service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.1587853 Jan 15 15:08:30.507336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3932b35b-3338-437f-a604-0c9f7e678a88 None None] The sync data for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi is: [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:01:22Z', 'revision_number': 4, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '5f5e0ff7-d491-493e-9032-d0aa4352f14b', 'name': '', 'network_id': '42458e79-ac6d-4767-80af-a1ca69ae5ef3', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'mac_address': 'fa:16:3e:c0:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:20Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'subnets': [{'id': 'd392861e-6d5e-4ae3-98bb-b788b96f093b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:30.636934 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-62a8cea4-ebab-46ea-abd5-b75320862111 req-7042edf4-d236-4d2f-abce-390f3010c8e2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 210 time: 0.1171656 Jan 15 15:08:30.642893 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-9b2ddadb-a5de-47b9-9fd0-289c64ba46de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87 HTTP/1.1" status: 200 len: 999 time: 0.1338947 Jan 15 15:08:30.720560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-4261e38a-6df2-4d16-af0b-5acd35170844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.723192 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-4261e38a-6df2-4d16-af0b-5acd35170844 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.0734999 Jan 15 15:08:30.760495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b13b32-e2a6-48b3-a4d9-3756143b265e req-0fe259f3-47ec-4d3f-8973-24735b46a4c9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.768560 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c6b13b32-e2a6-48b3-a4d9-3756143b265e req-0fe259f3-47ec-4d3f-8973-24735b46a4c9 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1243060 Jan 15 15:08:30.823226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-0d56a4d5-4b22-4d9f-9358-fcd9359c1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.824905 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-0d56a4d5-4b22-4d9f-9358-fcd9359c1939 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936351 Jan 15 15:08:30.828367 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c6b13b32-e2a6-48b3-a4d9-3756143b265e req-233f0ae3-a9f0-4433-973d-bbc579cb8bb2 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584536 Jan 15 15:08:30.892106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:08:30.892625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41494) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:30.973246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db130e96-765a-4312-aeea-4d4dec1ae962 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.001996 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-437ccfbb-f8de-4173-84ae-ba982618a0a9 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679831 Jan 15 15:08:31.007221 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db130e96-765a-4312-aeea-4d4dec1ae962 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.040448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092c897-b97a-40d7-8f29-8cf1678cfe5e None None] New status for floating IP 233a6726-0c39-4c57-887d-83e77e200da9: DOWN {{(pid=80086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:08:31.063714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db130e96-765a-4312-aeea-4d4dec1ae962 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.069581 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c722c07b-bff4-4e66-b284-eff9367ad389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:31.087984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db130e96-765a-4312-aeea-4d4dec1ae962 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2afda55-657a-482d-8b00-7b98360247d1,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:31.098673 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-db130e96-765a-4312-aeea-4d4dec1ae962 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:31.108838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-db130e96-765a-4312-aeea-4d4dec1ae962 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.112195 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-db130e96-765a-4312-aeea-4d4dec1ae962 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "DELETE /v2.0/security-groups/a2afda55-657a-482d-8b00-7b98360247d1 HTTP/1.1" status: 204 len: 168 time: 0.2184565 Jan 15 15:08:31.113511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41498) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:31.135750 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.v2.resource [None req-90218e3c-8ccf-42c0-86c7-f5248f8dd42b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] show failed (client error): The resource could not be found. Jan 15 15:08:31.140148 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-90218e3c-8ccf-42c0-86c7-f5248f8dd42b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "GET /v2.0/security-groups/a2afda55-657a-482d-8b00-7b98360247d1 HTTP/1.1" status: 404 len: 347 time: 0.0226901 Jan 15 15:08:31.140566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41502) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:31.176815 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76b3fa27-7bf9-42d6-aed5-72b1ae8499d8 req-c373bbd9-c75c-4793-97a5-acf554b9b970 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1565571 Jan 15 15:08:31.326506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Deleting port 9d8f20c0-8e8f-40fb-8184-33b636a5f066 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:31.326883 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.516395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.516763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.648085 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Calling delete_port for 9d8f20c0-8e8f-40fb-8184-33b636a5f066 owned by network:floatingip {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:31.824273 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-77ecc6ee-9b74-4da8-8498-897f4222b19f req-5b4ad29e-36cb-42dc-8679-b742e719ac72 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 210 time: 0.0623350 Jan 15 15:08:31.841338 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.857700 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:31.910032 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Pushing event deleted for resources: {'Port': ['ID=9d8f20c0-8e8f-40fb-8184-33b636a5f066,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:31.925054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.925477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.925877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.926281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.926679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.927077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.927469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.927890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.928290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.928683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.929072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.929461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.929925 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.930316 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.930733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.931265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.931683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.932102 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.932496 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.932887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.933277 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.933681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.934078 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.934465 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:31.988793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:32.090569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-13de35d9-5b39-4f6a-bc4f-17dbc9a3c664 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:32.091364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-13de35d9-5b39-4f6a-bc4f-17dbc9a3c664 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Synchronizing usage tracker for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:32.113122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-13de35d9-5b39-4f6a-bc4f-17dbc9a3c664 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Unset dirty status for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:32.114552 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-13de35d9-5b39-4f6a-bc4f-17dbc9a3c664 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.75 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 808 time: 0.2503712 Jan 15 15:08:32.178125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719ffb3-25f3-4372-8039-94d487a60ae3 req-419490a6-ae3f-4a48-ac4e-eb0f1b13ea9f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:32.179859 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0719ffb3-25f3-4372-8039-94d487a60ae3 req-419490a6-ae3f-4a48-ac4e-eb0f1b13ea9f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1779168 Jan 15 15:08:32.216087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-a0bcb5df-7966-499c-a786-c21966f662a2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Synchronizing usage tracker for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:32.229947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-a0bcb5df-7966-499c-a786-c21966f662a2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Unset dirty status for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:32.231329 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-a0bcb5df-7966-499c-a786-c21966f662a2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c5035a8ae9b94036a945d3253eab8a4c HTTP/1.1" status: 200 len: 5757 time: 0.0930600 Jan 15 15:08:32.241112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks [] for floatingip, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:32.249796 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0719ffb3-25f3-4372-8039-94d487a60ae3 req-30a0daf6-bc7f-452a-8ec9-c38fb00b1680 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627766 Jan 15 15:08:32.262501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:32.266721 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] 10.222.0.70 "DELETE /v2.0/floatingips/233a6726-0c39-4c57-887d-83e77e200da9 HTTP/1.1" status: 204 len: 168 time: 1.1213362 Jan 15 15:08:32.274959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Request body: {'port': {'device_id': '496ca680-42d5-4575-8fde-766017a3075b', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'admin_state_up': True, 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'security_groups': ['3b5659cd-7587-413d-912a-310311ff9a9c']}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:32.454530 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:32.459336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Usage tracker for resource:port and tenant:c5035a8ae9b94036a945d3253eab8a4c is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:32.463656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Quota usage for port was recalculated. Used quota:2. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:32.471217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:32.485476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Made reservation on behalf of c5035a8ae9b94036a945d3253eab8a4c for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:32.495053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:32.818854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Allocated IP 172.20.0.5 (2eade10e-f287-48b4-a49f-d2abfa705b2d/5956e42c-bd4a-44d3-8ba4-6d12b3782508/46af01a7-eaea-4705-aba8-5e2e364cf5bf) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:33.028380 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-37dbe8bc-e1b2-4d45-8f55-c48ace2266ec req-8d0c0a35-028e-4621-ad59-435acbbbd9db tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 210 time: 0.0686283 Jan 15 15:08:33.068708 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.106374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Transition to ACTIVE for port object 46af01a7-eaea-4705-aba8-5e2e364cf5bf will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:33.130988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.149896 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:33.318500 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Pushing event updated for resources: {'Port': ['ID=46af01a7-eaea-4705-aba8-5e2e364cf5bf,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:33.323962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:33.586160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7afad-731e-4008-9f7c-69bd94eafde7 req-8fd009cf-3607-4621-9a64-2e2b955ed04b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.597144 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3ef7afad-731e-4008-9f7c-69bd94eafde7 req-8fd009cf-3607-4621-9a64-2e2b955ed04b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1553204 Jan 15 15:08:33.679147 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3ef7afad-731e-4008-9f7c-69bd94eafde7 req-5f785061-7463-4c8e-977b-5a3450da1873 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806444 Jan 15 15:08:33.735699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:33.737021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:33.739555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:33.834948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.836294 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.869146 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6063395 Jan 15 15:08:33.989676 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-ff3e1c4a-6a12-4ae4-af37-22e065dc3dd8 None None] Provisioning for port 46af01a7-eaea-4705-aba8-5e2e364cf5bf completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:33.998491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-ff3e1c4a-6a12-4ae4-af37-22e065dc3dd8 None None] Provisioning complete for port 46af01a7-eaea-4705-aba8-5e2e364cf5bf triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:33.999060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ff3e1c4a-6a12-4ae4-af37-22e065dc3dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:34.060988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e1c4a-6a12-4ae4-af37-22e065dc3dd8 None None] Port 46af01a7-eaea-4705-aba8-5e2e364cf5bf cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:08:34.279716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7571-97e4-48ca-98c6-083c09568dfb req-bd39538d-0378-455d-b456-2aad9f7fc27d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:34.281461 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-686e7571-97e4-48ca-98c6-083c09568dfb req-bd39538d-0378-455d-b456-2aad9f7fc27d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 931 time: 0.1202514 Jan 15 15:08:34.334048 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-686e7571-97e4-48ca-98c6-083c09568dfb req-4fce9068-e34f-4110-a9c5-4ddb1d3219c0 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0461330 Jan 15 15:08:34.941809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e352d2-2285-4fb0-b1ec-47575216597c req-41786cd0-c0d8-4a01-b57f-320ccf55685c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:34.943504 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96e352d2-2285-4fb0-b1ec-47575216597c req-41786cd0-c0d8-4a01-b57f-320ccf55685c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1129286 Jan 15 15:08:35.002059 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96e352d2-2285-4fb0-b1ec-47575216597c req-b11f55d4-8b7f-4c27-b698-49c574c49e62 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513587 Jan 15 15:08:35.589863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46c00-b150-4d70-af34-cf0f1da8e0da req-39fe41c1-ca18-497d-9c8f-66329f778ec9 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:35.591407 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-24e46c00-b150-4d70-af34-cf0f1da8e0da req-39fe41c1-ca18-497d-9c8f-66329f778ec9 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 931 time: 0.1099741 Jan 15 15:08:35.646406 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-24e46c00-b150-4d70-af34-cf0f1da8e0da req-96123880-14d0-4315-baf0-7ec6834ff737 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0484269 Jan 15 15:08:36.283437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb52d7-9aee-4f56-b085-02f39a6a1b81 req-69c95cc2-d23b-4bc5-9b23-260e48f14681 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:36.285094 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4fcb52d7-9aee-4f56-b085-02f39a6a1b81 req-69c95cc2-d23b-4bc5-9b23-260e48f14681 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1052766 Jan 15 15:08:36.343419 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4fcb52d7-9aee-4f56-b085-02f39a6a1b81 req-3ec719ff-2e0a-4f4c-a204-6e4418975145 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508521 Jan 15 15:08:36.551386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41570) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:37.067045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe96b-d2fa-4ebb-b653-dbf2e999ccdb req-d67e2727-f3c8-4213-a00a-c52c553fabb1 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:37.068698 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-13cfe96b-d2fa-4ebb-b653-dbf2e999ccdb req-d67e2727-f3c8-4213-a00a-c52c553fabb1 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 931 time: 0.2172573 Jan 15 15:08:37.232487 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-13cfe96b-d2fa-4ebb-b653-dbf2e999ccdb req-871f4574-5a17-4b18-91c5-af713c230185 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1538482 Jan 15 15:08:37.479964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969639'] for router_interface, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.002075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa334a-760b-455a-8b77-c75234ed0e94 req-af813a98-a7fb-463c-92b3-5f200f5221ab tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:38.003613 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-89aa334a-760b-455a-8b77-c75234ed0e94 req-af813a98-a7fb-463c-92b3-5f200f5221ab tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.4602587 Jan 15 15:08:38.082978 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-89aa334a-760b-455a-8b77-c75234ed0e94 req-18dca1cc-8bcb-47c4-9270-925c6756f420 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668566 Jan 15 15:08:38.336616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Deleting port 5f5e0ff7-d491-493e-9032-d0aa4352f14b {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:38.337453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.627799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba4a41-f524-4774-8220-4afe01dcf94e req-e064580f-7475-47e3-bbab-5104a5a57ae7 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:38.629666 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-54ba4a41-f524-4774-8220-4afe01dcf94e req-e064580f-7475-47e3-bbab-5104a5a57ae7 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 931 time: 0.2165370 Jan 15 15:08:38.668091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] For port 5f5e0ff7-d491-493e-9032-d0aa4352f14b, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=5f5e0ff7-d491-493e-9032-d0aa4352f14b,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:38.668490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.813576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Calling delete_port for 5f5e0ff7-d491-493e-9032-d0aa4352f14b owned by network:router_interface {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:38.846540 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-54ba4a41-f524-4774-8220-4afe01dcf94e req-b98f1896-3c77-49c5-af56-c90d278ec0bb tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2098110 Jan 15 15:08:39.140562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.158529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5e93ac9d-cb60-41ce-a869-4ac353164d3f tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:39.217173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5e0ff7-d491-493e-9032-d0aa4352f14b,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:39.221190 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:39.457586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428772-9fbd-4d23-8cc9-f6f8b6882eb3 req-cdf28e6b-0b2f-4dbc-aff6-ec1e2af58260 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:39.459319 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a428772-9fbd-4d23-8cc9-f6f8b6882eb3 req-cdf28e6b-0b2f-4dbc-aff6-ec1e2af58260 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1876974 Jan 15 15:08:39.541801 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a428772-9fbd-4d23-8cc9-f6f8b6882eb3 req-3d223420-a578-48ba-a93e-8fe31f0de97a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696805 Jan 15 15:08:39.756425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853607382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852808073'] for router_interface, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.525053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff192bc8-7553-4a13-8fa0-cb9a0b1b9077 req-2748a207-669a-455f-a0e6-39cc027afa71 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:40.526748 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ff192bc8-7553-4a13-8fa0-cb9a0b1b9077 req-2748a207-669a-455f-a0e6-39cc027afa71 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 931 time: 0.5057766 Jan 15 15:08:40.616145 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ff192bc8-7553-4a13-8fa0-cb9a0b1b9077 req-0f70365a-318d-4342-b0da-55490f937451 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0812855 Jan 15 15:08:40.639482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Router b656befd-a3dc-427a-8438-df47fcaf8775 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:40.905244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:40.915095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] Sync routers for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:40.926421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:40.927447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:08:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:40.940393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc2a32-d5b9-438b-9dca-b3504abc7efa req-8dab021a-bd4c-4586-a949-c46badf12948 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:40.942108 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-31fc2a32-d5b9-438b-9dca-b3504abc7efa req-8dab021a-bd4c-4586-a949-c46badf12948 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.2342527 Jan 15 15:08:40.947491 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] 10.222.0.70 "PUT /v2.0/routers/b656befd-a3dc-427a-8438-df47fcaf8775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3949015 Jan 15 15:08:40.950588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 41590) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:41.003117 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-31fc2a32-d5b9-438b-9dca-b3504abc7efa req-2b2daddd-cc80-4c3a-ac65-98c3050e2fa3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517530 Jan 15 15:08:41.145380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:41.194695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Notify callbacks [] for router, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.406747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.413603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Deleting port 444a1acd-5484-40af-833c-b6b2723e986f {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:41.414655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.502044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:08:39Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:41.506369 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] Checking router: b656befd-a3dc-427a-8438-df47fcaf8775 for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:41.516988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] Routers {'b656befd-a3dc-427a-8438-df47fcaf8775'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:41.517667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:08:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['b656befd-a3dc-427a-8438-df47fcaf8775'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:41.638171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] For port 444a1acd-5484-40af-833c-b6b2723e986f, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=444a1acd-5484-40af-833c-b6b2723e986f,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:41.639303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.722483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] Set router b656befd-a3dc-427a-8438-df47fcaf8775 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:41.782365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Calling delete_port for 444a1acd-5484-40af-833c-b6b2723e986f owned by network:router_gateway {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:41.956163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.000571 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17170cb7-a845-4fef-a88f-2f50522b8432 req-17968cb0-60fa-48e0-adc6-5f2349655452 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:42.002270 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-17170cb7-a845-4fef-a88f-2f50522b8432 req-17968cb0-60fa-48e0-adc6-5f2349655452 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 931 time: 0.1646137 Jan 15 15:08:42.083339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:08:39Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:42.088780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd14ac4-9014-4bdf-b734-0a6d6228c3ca None None] The sync data for ids ['b656befd-a3dc-427a-8438-df47fcaf8775'] in dv-cinder-689486-7-iscsi is: [{'id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'name': 'tempest-AttachVolumeTestJSON-630116640-router', 'tenant_id': '0f9d54d7f68d457d97367164e98bea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '444a1acd-5484-40af-833c-b6b2723e986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:02Z', 'updated_at': '2021-01-15T15:08:39Z', 'revision_number': 5, 'project_id': '0f9d54d7f68d457d97367164e98bea91', 'gw_port': {'id': '444a1acd-5484-40af-833c-b6b2723e986f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b656befd-a3dc-427a-8438-df47fcaf8775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:05Z', 'updated_at': '2021-01-15T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:42.096952 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-17170cb7-a845-4fef-a88f-2f50522b8432 req-9d86d4e4-49da-4cf2-afe5-83879b158c9f tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0863903 Jan 15 15:08:42.184888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852792849'] for router_gateway, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.356119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49006'] for router, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.358683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.373740 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5161c-f7eb-45a5-a8b6-acc6896a7350 req-46670cf6-f92c-463f-bff5-0478755b7fcc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:42.375579 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-02e5161c-f7eb-45a5-a8b6-acc6896a7350 req-46670cf6-f92c-463f-bff5-0478755b7fcc tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1236391 Jan 15 15:08:42.382151 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852808363'] for router, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.382725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b656befd-a3dc-427a-8438-df47fcaf8775 {{(pid=80084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:08:42.401579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.405165 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c1f64420-b6c9-44eb-ad1a-5dbfaa8dc352 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b656befd-a3dc-427a-8438-df47fcaf8775 HTTP/1.1" status: 204 len: 168 time: 1.4505920 Jan 15 15:08:42.414149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 41598) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:42.484368 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-02e5161c-f7eb-45a5-a8b6-acc6896a7350 req-c66cd6e8-1f32-446b-bc6b-4f416f19a1a6 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018429 Jan 15 15:08:42.526410 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Deleting subnet d392861e-6d5e-4ae3-98bb-b788b96f093b {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:08:42.530484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.590980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852573794'] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.686778 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.003479 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3650350'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.021793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-56a6474f-c728-45c8-8ad4-005e09c66be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:43.074679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d392861e-6d5e-4ae3-98bb-b788b96f093b,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:43.133269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.133397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.133814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.134226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.134632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.135043 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.135449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.135881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.136290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.136692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.137090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.137489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.137968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.138373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.138773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.139169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.139566 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.139987 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.140382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.140775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.141428 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.141820 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.142214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.142606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:43.151789 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:43.184983 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.188689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08826b8-1973-4e61-af11-1aca17a7825b None None] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:08:43.190199 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-3b3ad248-0472-4827-9aef-b562dffb5ab9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d392861e-6d5e-4ae3-98bb-b788b96f093b HTTP/1.1" status: 204 len: 168 time: 0.7745023 Jan 15 15:08:43.193162 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41606) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:43.443335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.539464 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Deleting port 7f757339-120b-4ec3-a081-a66e9a3612fb {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:43.539464 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.549097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053fcf1-aaed-4adc-8d99-765a979d8340 None None] DHCP port deletion for 42458e79-ac6d-4767-80af-a1ca69ae5ef3 request from dv-cinder-689486-7-iscsi {{(pid=80086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:08:43.558188 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-6053fcf1-aaed-4adc-8d99-765a979d8340 None None] Deleting port 7f757339-120b-4ec3-a081-a66e9a3612fb {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:43.558634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6053fcf1-aaed-4adc-8d99-765a979d8340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.604877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cad8d-bdd5-4f9c-896a-f86b45d5f597 req-27e391e4-8768-4fdb-b693-e45d5df0a9bf tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:43.606772 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c46cad8d-bdd5-4f9c-896a-f86b45d5f597 req-27e391e4-8768-4fdb-b693-e45d5df0a9bf tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 931 time: 0.3532071 Jan 15 15:08:43.793967 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-6053fcf1-aaed-4adc-8d99-765a979d8340 None None] For port 7f757339-120b-4ec3-a081-a66e9a3612fb, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=7f757339-120b-4ec3-a081-a66e9a3612fb,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:43.794568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6053fcf1-aaed-4adc-8d99-765a979d8340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.810375 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c46cad8d-bdd5-4f9c-896a-f86b45d5f597 req-8966cdf5-c99b-4c2f-b85c-5183ff055c0e tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1965463 Jan 15 15:08:43.926375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-6053fcf1-aaed-4adc-8d99-765a979d8340 None None] Calling delete_port for 7f757339-120b-4ec3-a081-a66e9a3612fb owned by network:dhcp {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:43.938969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89445e-b323-44ed-8cf0-ae1dbf3d912b req-5308a8e5-e563-44b2-9580-daa75326e88b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:43.940738 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e89445e-b323-44ed-8cf0-ae1dbf3d912b req-5308a8e5-e563-44b2-9580-daa75326e88b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.2582679 Jan 15 15:08:43.942756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] For port 7f757339-120b-4ec3-a081-a66e9a3612fb, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=7f757339-120b-4ec3-a081-a66e9a3612fb,segment=NetworkSegment(1fb9a554-3276-4813-a728-b6f757fbd2b3),segment_id=1fb9a554-3276-4813-a728-b6f757fbd2b3)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:43.943165 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.004089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6053fcf1-aaed-4adc-8d99-765a979d8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456'] for port, after_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.020870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:44.076244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053fcf1-aaed-4adc-8d99-765a979d8340 None None] Pushing event deleted for resources: {'Port': ['ID=7f757339-120b-4ec3-a081-a66e9a3612fb,revision_number=None']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:44.079129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6053fcf1-aaed-4adc-8d99-765a979d8340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:44.098005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Calling delete_port for 7f757339-120b-4ec3-a081-a66e9a3612fb owned by network:dhcp {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:44.139367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 5f5e0ff7-d491-493e-9032-d0aa4352f14b no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:44.173941 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e89445e-b323-44ed-8cf0-ae1dbf3d912b req-cfede631-7a2b-4c45-be96-ce709d22002a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170999 Jan 15 15:08:44.180756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 5f5e0ff7-d491-493e-9032-d0aa4352f14b {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:08:44.181418 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 5f5e0ff7-d491-493e-9032-d0aa4352f14b not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:08:44.182011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 444a1acd-5484-40af-833c-b6b2723e986f no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:44.200372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:08:44.200750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:08:44.229808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 444a1acd-5484-40af-833c-b6b2723e986f {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:08:44.230319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 444a1acd-5484-40af-833c-b6b2723e986f not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:08:44.230825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 7f757339-120b-4ec3-a081-a66e9a3612fb no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:44.270494 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Request body: {'port': {'device_id': '496ca680-42d5-4575-8fde-766017a3075b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:44.276034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 7f757339-120b-4ec3-a081-a66e9a3612fb {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:08:44.276625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 7f757339-120b-4ec3-a081-a66e9a3612fb not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:08:44.282728 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053fcf1-aaed-4adc-8d99-765a979d8340 None None] No DVR routers for this DVR port 7f757339-120b-4ec3-a081-a66e9a3612fb on host dv-cinder-689486-7-iscsi {{(pid=80086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:08:44.392785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.702481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Deleting port 7f757339-120b-4ec3-a081-a66e9a3612fb {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:44.702796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.769583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] The port '7f757339-120b-4ec3-a081-a66e9a3612fb' was deleted {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:08:44.810239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46af01a7-eaea-4705-aba8-5e2e364cf5bf {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:08:44.817468 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.830457 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Transition to ACTIVE for port object 46af01a7-eaea-4705-aba8-5e2e364cf5bf will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:44.834517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.866745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:44.897642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.001371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Pushing event updated for resources: {'Port': ['ID=46af01a7-eaea-4705-aba8-5e2e364cf5bf,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:45.005764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:45.083170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42458e79-ac6d-4767-80af-a1ca69ae5ef3']}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:45.100331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb9a554-3276-4813-a728-b6f757fbd2b3') {'for_net_delete': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:45.100684 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb9a554-3276-4813-a728-b6f757fbd2b3') {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:45.116782 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852363072'] for segment, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.140412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.164952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16844404-22ce-4b16-867e-3e674e3dd9ff req-9ed5cbe2-f485-4914-8832-6b34ad46ab1d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:45.166772 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-16844404-22ce-4b16-867e-3e674e3dd9ff req-9ed5cbe2-f485-4914-8832-6b34ad46ab1d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1842365 Jan 15 15:08:45.167540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:08:45.184103 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Attempting to bind port 46af01a7-eaea-4705-aba8-5e2e364cf5bf on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:45.184520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Attempting to bind port 46af01a7-eaea-4705-aba8-5e2e364cf5bf by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:45.184940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Attempting to bind port 46af01a7-eaea-4705-aba8-5e2e364cf5bf on network 2eade10e-f287-48b4-a49f-d2abfa705b2d {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:45.191234 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:45.191613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Checking segment: {'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:45.192048 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.192445 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Bound using segment: {'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:45.192923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Bound port: 46af01a7-eaea-4705-aba8-5e2e364cf5bf, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5985a12-d344-42d0-b7c4-9e51cf2fc508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:45.193298 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.304666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] For port 46af01a7-eaea-4705-aba8-5e2e364cf5bf, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:45.308872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] For port 46af01a7-eaea-4705-aba8-5e2e364cf5bf, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:45.312584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.329522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:45.381977 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-16844404-22ce-4b16-867e-3e674e3dd9ff req-f632793b-c6c0-470b-af9f-97f8703a3e36 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1983490 Jan 15 15:08:45.440485 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:08:45.453996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4159793'] for segment, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.489899 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Pushing event updated for resources: {'Port': ['ID=46af01a7-eaea-4705-aba8-5e2e364cf5bf,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:45.494691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:45.533750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:45.534504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.535963 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] 10.222.0.75 "PUT /v2.0/ports/46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 1157 time: 1.2720318 Jan 15 15:08:45.536536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:45.647660 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'status': 'completed', 'code': 200} Jan 15 15:08:45.673079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Network 42458e79-ac6d-4767-80af-a1ca69ae5ef3 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:08:45.690652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-b547afac-90e2-4d12-8ac8-47879c99f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:45.692493 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-b547afac-90e2-4d12-8ac8-47879c99f44d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1160 time: 0.0877118 Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: % (table.description, expected, rows_matched) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: % (table.description, expected, rows_matched) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: % (table.description, expected, rows_matched) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: % (table.description, expected, rows_matched) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:08:45.701578 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:08:45.738734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f0215-e31e-46e7-b498-3f7313955740 req-a358f0cc-f112-466b-ae27-c5d19c0240a8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:45.740506 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ee9f0215-e31e-46e7-b498-3f7313955740 req-a358f0cc-f112-466b-ae27-c5d19c0240a8 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.3524401 Jan 15 15:08:45.837215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.853876 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dde3bc3e-24e9-4368-b96b-6c54d1cb21d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:45.874039 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ee9f0215-e31e-46e7-b498-3f7313955740 req-30b528bd-2d86-4e53-b28e-ce26b1c6bfc3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842984 Jan 15 15:08:45.877885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.888237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=42458e79-ac6d-4767-80af-a1ca69ae5ef3,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:45.892644 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:45.907133 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-785a2444-f98e-4555-93ca-3aa00079c7aa admin admin] 10.222.0.70 "DELETE /v2.0/networks/42458e79-ac6d-4767-80af-a1ca69ae5ef3 HTTP/1.1" status: 204 len: 168 time: 2.7098966 Jan 15 15:08:46.029074 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-11587950-2878-4226-84ef-0979076e4f87 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 217 time: 0.3203642 Jan 15 15:08:46.103436 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-cf535943-d4c4-4bfd-bd88-197a0c1ec16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:46.105173 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-cf535943-d4c4-4bfd-bd88-197a0c1ec16d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 200 len: 847 time: 0.0694606 Jan 15 15:08:46.206779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-b9426a8b-099d-41e3-870c-92f27293191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:46.208460 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-b9426a8b-099d-41e3-870c-92f27293191f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2eade10e-f287-48b4-a49f-d2abfa705b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898328 Jan 15 15:08:46.233588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41620) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:46.289039 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-cceff357-be62-4e5a-b2e1-e76daea1c159 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f9d54d7f68d457d97367164e98bea91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516188 Jan 15 15:08:46.289380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41624) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:46.355353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7b3fed6-0956-480b-90bc-df90bb88ee46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:46.359152 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-1ca30a09-8540-413e-89f6-7d9ee0774797 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403658 Jan 15 15:08:46.382616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7b3fed6-0956-480b-90bc-df90bb88ee46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:46.434700 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7b3fed6-0956-480b-90bc-df90bb88ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:46.440653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f6034c80-3fe8-4512-98a4-eceef4254ecf tempest-VolumesNegativeTest-1785109900 tempest-VolumesNegativeTest-1785109900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:46.455628 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3fed6-0956-480b-90bc-df90bb88ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf761ef-ef1e-4a17-8317-8681b34271e1,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:46.459712 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c7b3fed6-0956-480b-90bc-df90bb88ee46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:46.465677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c7b3fed6-0956-480b-90bc-df90bb88ee46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:46.469554 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c7b3fed6-0956-480b-90bc-df90bb88ee46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bdf761ef-ef1e-4a17-8317-8681b34271e1 HTTP/1.1" status: 204 len: 168 time: 0.1766577 Jan 15 15:08:46.524458 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-672c80f2-e2ee-4de8-b3b2-83a01bf28ed8 req-6c07c61c-ba40-49c4-8a5d-5ca05fab7938 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1579382 Jan 15 15:08:46.720587 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865b919-77f3-4972-a093-e2071a74c21e req-71057dd4-3ed6-473a-9cbc-69a8372a7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:46.722331 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4865b919-77f3-4972-a093-e2071a74c21e req-71057dd4-3ed6-473a-9cbc-69a8372a7d5f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1160 time: 0.0827265 Jan 15 15:08:46.889802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865b919-77f3-4972-a093-e2071a74c21e req-b04301f3-a0b3-4b5d-ac4e-d89781eb7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:46.891659 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4865b919-77f3-4972-a093-e2071a74c21e req-b04301f3-a0b3-4b5d-ac4e-d89781eb7a5d service neutron] 10.222.0.75 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 902 time: 0.1614363 Jan 15 15:08:46.927251 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da073aa2-66e5-4f89-9ad6-3e2486675bab req-08c255de-4318-4837-bac0-d4c7b9e945e5 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:46.931716 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-da073aa2-66e5-4f89-9ad6-3e2486675bab req-08c255de-4318-4837-bac0-d4c7b9e945e5 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.3423827 Jan 15 15:08:46.980396 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4865b919-77f3-4972-a093-e2071a74c21e req-d6e4dce0-7af2-4a27-9005-acba3c9655f2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 217 time: 0.0807264 Jan 15 15:08:46.986436 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-da073aa2-66e5-4f89-9ad6-3e2486675bab req-060fd114-e5d1-43ae-8d59-f2c62616526c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0492613 Jan 15 15:08:47.004535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device f0bdb33d-3ba1-418a-a9fd-487f27415d87 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:47.066955 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865b919-77f3-4972-a093-e2071a74c21e req-30e4d0dc-bf7e-467e-916c-c7515b0fc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:47.068925 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4865b919-77f3-4972-a093-e2071a74c21e req-30e4d0dc-bf7e-467e-916c-c7515b0fc67f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 200 len: 847 time: 0.0770547 Jan 15 15:08:47.089907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port f0bdb33d-3ba1-418a-a9fd-487f27415d87 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:47.090606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.163749 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb8e80-51aa-4794-8058-c244f9194c16 req-41f7c387-d4ee-4d7d-b787-959ed8d8b617 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:47.166200 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20fb8e80-51aa-4794-8058-c244f9194c16 req-41f7c387-d4ee-4d7d-b787-959ed8d8b617 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1151283 Jan 15 15:08:47.176515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865b919-77f3-4972-a093-e2071a74c21e req-40cc0ba3-a1fd-48cb-9cec-4a47629f8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:47.178549 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4865b919-77f3-4972-a093-e2071a74c21e req-40cc0ba3-a1fd-48cb-9cec-4a47629f8175 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2eade10e-f287-48b4-a49f-d2abfa705b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018202 Jan 15 15:08:47.225906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.235000 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20fb8e80-51aa-4794-8058-c244f9194c16 req-20b309d4-c708-4f28-89a7-5c99716bb6a5 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620406 Jan 15 15:08:47.265125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port f0bdb33d-3ba1-418a-a9fd-487f27415d87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:47.266731 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:47.275211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.277743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:47.335820 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87', 'code': 200} Jan 15 15:08:47.353529 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4865b919-77f3-4972-a093-e2071a74c21e req-07c35779-9848-44a2-8df2-34f3ac46dfe9 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671405 Jan 15 15:08:47.354661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=f0bdb33d-3ba1-418a-a9fd-487f27415d87,revision_number=6']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:47.358163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:47.519930 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4865b919-77f3-4972-a093-e2071a74c21e req-b95e2557-2a31-4e28-82e1-1791837cc114 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482878 Jan 15 15:08:47.662220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47189-063a-42b5-ad52-c825d51de3f3 req-5b18832c-bd16-402e-bc6e-31ea56d49c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:47.663916 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-02a47189-063a-42b5-ad52-c825d51de3f3 req-5b18832c-bd16-402e-bc6e-31ea56d49c38 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 1163 time: 0.0801911 Jan 15 15:08:47.708915 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-02a47189-063a-42b5-ad52-c825d51de3f3 req-e25054a8-a57f-4cfc-ab79-835226030ffe service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380492 Jan 15 15:08:48.288904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de1688-a3cf-4aa6-8a3c-8d18fefa640f req-4abd1d0b-78ae-4780-843e-38c6c937bd2c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:48.291778 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-64de1688-a3cf-4aa6-8a3c-8d18fefa640f req-4abd1d0b-78ae-4780-843e-38c6c937bd2c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1196420 Jan 15 15:08:48.354837 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-64de1688-a3cf-4aa6-8a3c-8d18fefa640f req-bfd8f2d6-89d7-419d-a792-a967965bff84 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0548518 Jan 15 15:08:48.530154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfba88c-2ee3-4128-8471-3c78124f80f0 req-0de94247-c35d-41b8-a05e-e1d9d97ce271 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:48.531814 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7dfba88c-2ee3-4128-8471-3c78124f80f0 req-0de94247-c35d-41b8-a05e-e1d9d97ce271 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1304963 Jan 15 15:08:48.573055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device f0bdb33d-3ba1-418a-a9fd-487f27415d87 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:48.595994 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7dfba88c-2ee3-4128-8471-3c78124f80f0 req-4820eb42-ab97-42d9-a655-27464fa28e60 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566480 Jan 15 15:08:48.659920 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port f0bdb33d-3ba1-418a-a9fd-487f27415d87 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:48.660334 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:49.602416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756492-d7d0-4958-a6f5-6ad7a69328ca req-d7a1dda3-8110-47cc-9f24-1ff70b8c5bb2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:49.604114 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2a756492-d7d0-4958-a6f5-6ad7a69328ca req-d7a1dda3-8110-47cc-9f24-1ff70b8c5bb2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1036344 Jan 15 15:08:49.673279 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2a756492-d7d0-4958-a6f5-6ad7a69328ca req-2055653c-7774-45db-91ed-64ba8b1699e0 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0610244 Jan 15 15:08:49.903401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4062de7-b358-4b1c-9135-c23122ef85af req-b980513f-84be-43d6-9fbb-c859d2f5546d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:49.905037 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b4062de7-b358-4b1c-9135-c23122ef85af req-b980513f-84be-43d6-9fbb-c859d2f5546d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1057582 Jan 15 15:08:49.963603 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b4062de7-b358-4b1c-9135-c23122ef85af req-75a54097-5523-4896-9425-9464fd2a4782 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468786 Jan 15 15:08:50.904230 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4067f-2e15-4b7f-b714-be902bcf06f0 req-34a08836-35ee-4542-8e17-7f7c3ce98cee tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:50.905869 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9fa4067f-2e15-4b7f-b714-be902bcf06f0 req-34a08836-35ee-4542-8e17-7f7c3ce98cee tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1055474 Jan 15 15:08:50.957127 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9fa4067f-2e15-4b7f-b714-be902bcf06f0 req-ee0d7094-01a4-4f99-b5f1-9435b1208da2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0450966 Jan 15 15:08:52.182906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8cd07-4f4a-4737-bc37-ac1b3061fcaf req-77a5950c-4dcc-4eb4-8800-47c68b63cfb4 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:52.184560 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b7a8cd07-4f4a-4737-bc37-ac1b3061fcaf req-77a5950c-4dcc-4eb4-8800-47c68b63cfb4 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.0996153 Jan 15 15:08:52.240791 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b7a8cd07-4f4a-4737-bc37-ac1b3061fcaf req-13ed0676-4fe7-477c-84f4-8a52ecccdd10 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0498543 Jan 15 15:08:52.692346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-319e4c12-0f11-42ad-af89-94ae925ab820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.481560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a6b21-a9d3-44bb-ad11-0f0b6244f08d req-21c9acf0-c1e9-4c75-9da9-db73977c4c6e tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:53.483251 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa2a6b21-a9d3-44bb-ad11-0f0b6244f08d req-21c9acf0-c1e9-4c75-9da9-db73977c4c6e tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1023543 Jan 15 15:08:53.537051 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa2a6b21-a9d3-44bb-ad11-0f0b6244f08d req-b7a920c5-936c-4c4e-9a3d-53e5403e659f tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0474241 Jan 15 15:08:54.705952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c2dc945d-fd7a-45ea-a711-350594fc2eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.785913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4bbd6-b0ba-424d-90ad-a4fad1f1d8ca req-d3bbff52-54fd-41a0-8386-c6ca4a99b192 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:54.787579 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4bc4bbd6-b0ba-424d-90ad-a4fad1f1d8ca req-d3bbff52-54fd-41a0-8386-c6ca4a99b192 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1199601 Jan 15 15:08:54.841013 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4bc4bbd6-b0ba-424d-90ad-a4fad1f1d8ca req-dafc83a8-c516-4504-9e8f-877b6ced1ed6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0460477 Jan 15 15:08:55.858198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.929149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 46af01a7-eaea-4705-aba8-5e2e364cf5bf up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:56.007297 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 46af01a7-eaea-4705-aba8-5e2e364cf5bf completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:56.013711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 46af01a7-eaea-4705-aba8-5e2e364cf5bf triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:56.013711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.077263 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a59fe-4ee1-4dee-9839-a94291f18bcf req-f73dbbfe-4b13-49a1-8818-a9473cfbfca4 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:56.078961 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ad5a59fe-4ee1-4dee-9839-a94291f18bcf req-f73dbbfe-4b13-49a1-8818-a9473cfbfca4 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1074905 Jan 15 15:08:56.139383 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ad5a59fe-4ee1-4dee-9839-a94291f18bcf req-b7857637-df88-4949-af51-94ea55b7ba64 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0535164 Jan 15 15:08:56.307172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.334361 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:56.346073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 46af01a7-eaea-4705-aba8-5e2e364cf5bf, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:56.348987 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.351199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:56.408206 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'code': 200} Jan 15 15:08:56.425901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=46af01a7-eaea-4705-aba8-5e2e364cf5bf,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:56.429501 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:56.495322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41796) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:56.653775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d8e8b839-97ab-41da-bb48-22790db28389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.669773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-d8e8b839-97ab-41da-bb48-22790db28389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:56.673937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-d8e8b839-97ab-41da-bb48-22790db28389 admin admin] Usage tracker for resource:security_group_rule and tenant:41d722a548cb416abb2fbd2af6581b6e is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:56.676994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-d8e8b839-97ab-41da-bb48-22790db28389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:56.683567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-d8e8b839-97ab-41da-bb48-22790db28389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:56.746475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c10317-98f2-4c72-b869-0dc099865c8b req-31bda3d4-73ba-4dc1-b88a-b1289c81f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:56.748236 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74c10317-98f2-4c72-b869-0dc099865c8b req-31bda3d4-73ba-4dc1-b88a-b1289c81f691 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1162 time: 0.0804553 Jan 15 15:08:56.774362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d8e8b839-97ab-41da-bb48-22790db28389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.777395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d8e8b839-97ab-41da-bb48-22790db28389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.787026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e2dc436b-a1ee-4558-b86c-3006fbe5689a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:56.793411 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74c10317-98f2-4c72-b869-0dc099865c8b req-eeb41ff4-9e23-4b2f-9c97-fbeb89b7cf50 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0382266 Jan 15 15:08:56.831085 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d8e8b839-97ab-41da-bb48-22790db28389 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=41d722a548cb416abb2fbd2af6581b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345668 Jan 15 15:08:56.832122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8b839-97ab-41da-bb48-22790db28389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de18e4e-140e-4a8c-be4c-9c9a31bc123c,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:56.834125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 41802) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:56.837203 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d8e8b839-97ab-41da-bb48-22790db28389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:56.852194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.901093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfc27-2f23-44a3-b360-7f46bba53d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.929080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfc27-2f23-44a3-b360-7f46bba53d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.974434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfc27-2f23-44a3-b360-7f46bba53d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.980416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a87c09ef-83e6-4978-92f4-b81df2e0d93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:56.993270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bfc27-2f23-44a3-b360-7f46bba53d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de18e4e-140e-4a8c-be4c-9c9a31bc123c,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:56.996464 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7c5bfc27-2f23-44a3-b360-7f46bba53d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:56.998528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfc27-2f23-44a3-b360-7f46bba53d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.999805 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-7c5bfc27-2f23-44a3-b360-7f46bba53d5f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9de18e4e-140e-4a8c-be4c-9c9a31bc123c HTTP/1.1" status: 204 len: 168 time: 0.1644037 Jan 15 15:08:57.372421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.381590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c30085-67ba-48a2-a7f6-3b88a7057774 req-a7af8b34-904a-4e75-a91b-b88d3fa64238 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:57.384217 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-15c30085-67ba-48a2-a7f6-3b88a7057774 req-a7af8b34-904a-4e75-a91b-b88d3fa64238 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1074567 Jan 15 15:08:57.436744 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-15c30085-67ba-48a2-a7f6-3b88a7057774 req-1a477aab-a545-4458-84c7-0f2452ee3622 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0462365 Jan 15 15:08:57.478142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 46af01a7-eaea-4705-aba8-5e2e364cf5bf up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:57.550916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 46af01a7-eaea-4705-aba8-5e2e364cf5bf triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:57.551330 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:58.678924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72def6f7-3ace-4a3f-96ab-cb56d9353bf5 req-155a9481-917a-4a56-a120-4d2921e9899d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:58.681532 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-72def6f7-3ace-4a3f-96ab-cb56d9353bf5 req-155a9481-917a-4a56-a120-4d2921e9899d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1014977 Jan 15 15:08:58.737514 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-72def6f7-3ace-4a3f-96ab-cb56d9353bf5 req-66791f81-fdb4-4149-bf02-c9a9c383c9df tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0495884 Jan 15 15:08:59.098632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1ebe1-ec24-44fb-8110-aa0bd0f8e192 req-65553b16-882f-4c45-8d54-ce825479436b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:59.100302 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-67c1ebe1-ec24-44fb-8110-aa0bd0f8e192 req-65553b16-882f-4c45-8d54-ce825479436b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1010106 Jan 15 15:08:59.152026 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-67c1ebe1-ec24-44fb-8110-aa0bd0f8e192 req-e82ec77c-59c8-46bc-b70c-b2bb9e0db145 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0446286 Jan 15 15:08:59.373043 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-07dd7f89-6dc1-4a93-8199-42555334c9fb tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1677759 Jan 15 15:08:59.383717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Request body: {'floatingip': {'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:59.393163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:59.397243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Usage tracker for resource:floatingip and tenant:c5035a8ae9b94036a945d3253eab8a4c is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:59.400941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:59.406799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:59.419547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for floatingip, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:59.576292 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:59.884189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Allocated IP 172.27.1.102 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/613e924b-73d7-43c1-88d9-317419238dbe) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:09:00.053901 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.085614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.107412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.117358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0f99a391-24d9-45e7-b1ba-91d08a90a6dd tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:00.265150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Pushing event updated for resources: {'Port': ['ID=613e924b-73d7-43c1-88d9-317419238dbe,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:00.270144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:00.315264 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:09:00.316492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:09:00.318785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:09:00.403379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for floatingip, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.467633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.735163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.738565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.753963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-097bc679-71a2-4432-9ed0-39983550135d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:00.896495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Pushing event updated for resources: {'Port': ['ID=613e924b-73d7-43c1-88d9-317419238dbe,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:00.899620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:00.995773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:01.023079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:01.024916 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6457565 Jan 15 15:09:01.126764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-e3a08d36-0cf3-4e97-acf4-7a712e14a238 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Synchronizing usage tracker for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:floatingip {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:01.144042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-e3a08d36-0cf3-4e97-acf4-7a712e14a238 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Unset dirty status for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:floatingip {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:01.145311 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-e3a08d36-0cf3-4e97-acf4-7a712e14a238 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.102 HTTP/1.1" status: 200 len: 696 time: 0.1139104 Jan 15 15:09:01.418252 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-8a82a050-7be3-467e-b741-a78bccccf38c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0852609 Jan 15 15:09:01.573884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-1451981e-d515-409a-ad58-e0daac713676 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:01.575353 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-1451981e-d515-409a-ad58-e0daac713676 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 784 time: 0.4240835 Jan 15 15:09:01.590743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-4a962d10-9beb-4cc9-83a5-71a6583f5774 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:09:01.592068 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bcf4c80-5b4c-490d-9bde-724c573e55c1 req-4a962d10-9beb-4cc9-83a5-71a6583f5774 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0086415 Jan 15 15:09:01.599995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-ef3f23c2-75b8-4c92-9528-7decba6c722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:01.602819 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-ef3f23c2-75b8-4c92-9528-7decba6c722f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 1163 time: 0.0848927 Jan 15 15:09:01.777021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-cd101eaa-a1cf-4df9-bfda-4c4d4584c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:01.779161 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-cd101eaa-a1cf-4df9-bfda-4c4d4584c5e2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 200 len: 911 time: 0.1534243 Jan 15 15:09:01.813243 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-0191735f-f602-4cab-bfc1-9fa527b69c9f tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:01.814472 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-0191735f-f602-4cab-bfc1-9fa527b69c9f tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1058295 Jan 15 15:09:01.912556 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-ca18846b-b745-459d-8c2b-3ad6e2844bf2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87 HTTP/1.1" status: 200 len: 1001 time: 0.1251321 Jan 15 15:09:01.915197 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-7bc587b1-7706-4959-a553-133d83a8af3e tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.102 HTTP/1.1" status: 200 len: 696 time: 0.0904377 Jan 15 15:09:01.926868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-576a7de2-3611-4bbb-bd97-ada0641cd0e6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Request body: {'floatingip': {'port_id': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:01.986484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-c6bec5d7-549d-4731-835b-a263c9636f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:01.988119 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-c6bec5d7-549d-4731-835b-a263c9636f16 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 200 len: 856 time: 0.0684226 Jan 15 15:09:02.013442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-576a7de2-3611-4bbb-bd97-ada0641cd0e6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for floatingip, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.088159 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-37250caf-560a-45c5-acff-dd73ab8d8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:02.089781 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-37250caf-560a-45c5-acff-dd73ab8d8cc3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4464ff7c-1c56-4d87-a5ad-2975372223a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825949 Jan 15 15:09:02.239613 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-e794ef3d-be7e-4e2c-bb34-a356fec6acd4 service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389315 Jan 15 15:09:02.393742 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-122c35cc-db2a-4a9b-baa3-ecbe79b6a03e req-29b5d423-90b8-44bf-85f2-586721f04dff service neutron] 10.222.0.75 "GET /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464090 Jan 15 15:09:02.629862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-576a7de2-3611-4bbb-bd97-ada0641cd0e6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for floatingip, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.632677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-576a7de2-3611-4bbb-bd97-ada0641cd0e6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.810149 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-576a7de2-3611-4bbb-bd97-ada0641cd0e6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Floating IP 30d7a775-7812-4fb8-9c83-0ad0eea1f51b associated. External IP: 172.27.1.102, port: 46af01a7-eaea-4705-aba8-5e2e364cf5bf. Jan 15 15:09:03.178453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-576a7de2-3611-4bbb-bd97-ada0641cd0e6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Router 020509d1-d3ea-415c-a009-d3fe0c4dc2be has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:09:03.367341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-576a7de2-3611-4bbb-bd97-ada0641cd0e6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:09:03.372297 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-576a7de2-3611-4bbb-bd97-ada0641cd0e6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.377903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] Sync routers for ids ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:09:03.388884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] Routers {'020509d1-d3ea-415c-a009-d3fe0c4dc2be'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:03.389671 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:08:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:03.440280 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-576a7de2-3611-4bbb-bd97-ada0641cd0e6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "PUT /v2.0/floatingips/30d7a775-7812-4fb8-9c83-0ad0eea1f51b HTTP/1.1" status: 200 len: 996 time: 1.5178802 Jan 15 15:09:03.440839 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:03.534174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-c8fbf756-35cc-451d-a6d5-481a6d46239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:03.542979 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-c8fbf756-35cc-451d-a6d5-481a6d46239e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1162 time: 0.0885096 Jan 15 15:09:03.585128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] Set router 020509d1-d3ea-415c-a009-d3fe0c4dc2be gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:03.644763 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'status': 'completed', 'code': 200} Jan 15 15:09:03.696185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-1967120a-e3c2-43ef-bfd6-2341706ff785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:03.697823 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-1967120a-e3c2-43ef-bfd6-2341706ff785 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 902 time: 0.1540046 Jan 15 15:09:03.758322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-d707ff3f-ac10-4837-9707-ccb2a5ffe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:03.760404 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-d707ff3f-ac10-4837-9707-ccb2a5ffe252 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1162 time: 0.0970423 Jan 15 15:09:03.829822 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-036cc359-3f8d-4666-b6fd-79652415f9cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 999 time: 0.1248543 Jan 15 15:09:03.915640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-873357c8-6104-437d-b89a-78c0d16b3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:03.918672 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-873357c8-6104-437d-b89a-78c0d16b3fb4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 200 len: 847 time: 0.0804229 Jan 15 15:09:03.939888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-671e5a7e-1bf7-4424-991f-944ae1ecd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:03.941993 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-671e5a7e-1bf7-4424-991f-944ae1ecd916 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 902 time: 0.1745961 Jan 15 15:09:03.997945 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:50Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '30d7a775-7812-4fb8-9c83-0ad0eea1f51b', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'port_id': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'mac_address': 'fa:16:3e:6f:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496ca680-42d5-4575-8fde-766017a3075b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:09:00Z', 'updated_at': '2021-01-15T15:09:02Z', 'revision_number': 1, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0941478-8d7e-4c46-9692-f34f7c8c3050', 'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'mac_address': 'fa:16:3e:38:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:49Z', 'updated_at': '2021-01-15T15:07:58Z', 'revision_number': 5, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'subnets': [{'id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:04.002877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] Checking router: 020509d1-d3ea-415c-a009-d3fe0c4dc2be for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:09:04.012637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-358c8f91-8b18-47d3-a46d-15916271bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:04.013608 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] Routers {'020509d1-d3ea-415c-a009-d3fe0c4dc2be'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:04.014589 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-358c8f91-8b18-47d3-a46d-15916271bde0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2eade10e-f287-48b4-a49f-d2abfa705b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891635 Jan 15 15:09:04.016472 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:08:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:04.095799 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-662f1d31-86e5-4276-a891-ff20fb473a99 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 999 time: 0.1385226 Jan 15 15:09:04.177632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-02602a1f-0f32-4c8c-85d5-af47c9c91d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:04.179418 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-02602a1f-0f32-4c8c-85d5-af47c9c91d48 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 200 len: 847 time: 0.0763595 Jan 15 15:09:04.185076 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-47faff8c-4e5c-4cea-89a0-b388989b5017 service neutron] 10.222.0.70 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625202 Jan 15 15:09:04.245121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] Set router 020509d1-d3ea-415c-a009-d3fe0c4dc2be gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:04.278465 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-a900f719-9fe8-4d65-95d5-2747f3291041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:04.280264 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-a900f719-9fe8-4d65-95d5-2747f3291041 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2eade10e-f287-48b4-a49f-d2abfa705b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919354 Jan 15 15:09:04.376216 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b97bca19-7244-48d7-b6b1-0d652f9c55cd req-e1338300-0588-4372-ab71-65a31492881a service neutron] 10.222.0.70 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1843421 Jan 15 15:09:04.458918 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-f5c29123-510f-4fdc-a41f-1231419fb8de service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708696 Jan 15 15:09:04.607211 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fd6a7c08-967e-440d-813a-9abdc99ce0a3 req-4c59ffcf-8785-4c2f-8ef2-2dbcbbb840f6 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391733 Jan 15 15:09:04.676667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:50Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '30d7a775-7812-4fb8-9c83-0ad0eea1f51b', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'port_id': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'mac_address': 'fa:16:3e:6f:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496ca680-42d5-4575-8fde-766017a3075b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:09:00Z', 'updated_at': '2021-01-15T15:09:02Z', 'revision_number': 1, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0941478-8d7e-4c46-9692-f34f7c8c3050', 'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'mac_address': 'fa:16:3e:38:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:49Z', 'updated_at': '2021-01-15T15:07:58Z', 'revision_number': 5, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'subnets': [{'id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:04.681554 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec1557-8660-4a53-9469-354bf286295f None None] The sync data for ids ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'] in dv-cinder-689486-7-iscsi is: [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:50Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '30d7a775-7812-4fb8-9c83-0ad0eea1f51b', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'port_id': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'mac_address': 'fa:16:3e:6f:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496ca680-42d5-4575-8fde-766017a3075b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:09:00Z', 'updated_at': '2021-01-15T15:09:02Z', 'revision_number': 1, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0941478-8d7e-4c46-9692-f34f7c8c3050', 'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'mac_address': 'fa:16:3e:38:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:49Z', 'updated_at': '2021-01-15T15:07:58Z', 'revision_number': 5, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'subnets': [{'id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:09:04.986701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da5cf6-d9de-46b6-a8ac-de5c4b26fca2 None None] New status for floating IP 30d7a775-7812-4fb8-9c83-0ad0eea1f51b: ACTIVE {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:09:07.892378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:09:08.301524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 41932) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:08.459067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1045-037f-45ec-9576-25cb80ab9d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:08.475096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f4bf1045-037f-45ec-9576-25cb80ab9d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:08.480101 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f4bf1045-037f-45ec-9576-25cb80ab9d8a admin admin] Usage tracker for resource:security_group_rule and tenant:873abda428414203be2c9f34e024ee65 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:08.483096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f4bf1045-037f-45ec-9576-25cb80ab9d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:08.489488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f4bf1045-037f-45ec-9576-25cb80ab9d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:08.580420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1045-037f-45ec-9576-25cb80ab9d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:08.583215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1045-037f-45ec-9576-25cb80ab9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:08.593443 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1eed3b71-51c1-46ba-8143-91ac3df0d64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:08.637440 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f4bf1045-037f-45ec-9576-25cb80ab9d8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=873abda428414203be2c9f34e024ee65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346953 Jan 15 15:09:08.638402 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf1045-037f-45ec-9576-25cb80ab9d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ec559b-6709-4870-97e1-de8c44e735f2,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:08.640484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 41938) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:08.642218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f4bf1045-037f-45ec-9576-25cb80ab9d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:08.703620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-591fb39f-ff1c-4fe0-8af7-081f7d76d7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:08.730750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-591fb39f-ff1c-4fe0-8af7-081f7d76d7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:08.775636 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-591fb39f-ff1c-4fe0-8af7-081f7d76d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:08.779578 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9501de54-72a7-4845-8737-16918e40c009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:08.791201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fb39f-ff1c-4fe0-8af7-081f7d76d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ec559b-6709-4870-97e1-de8c44e735f2,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:08.796382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-591fb39f-ff1c-4fe0-8af7-081f7d76d7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:08.798362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-591fb39f-ff1c-4fe0-8af7-081f7d76d7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:08.799571 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-591fb39f-ff1c-4fe0-8af7-081f7d76d7e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6ec559b-6709-4870-97e1-de8c44e735f2 HTTP/1.1" status: 204 len: 168 time: 0.1578462 Jan 15 15:09:12.864054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42034) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:13.018605 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:13.034105 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:13.038195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] Usage tracker for resource:security_group_rule and tenant:0e056daaedef4efda908a3f53c5d2d41 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:13.041199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:13.046944 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:13.355339 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:13.358665 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:13.368454 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-db130e96-765a-4312-aeea-4d4dec1ae962 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:13.410764 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e056daaedef4efda908a3f53c5d2d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455124 Jan 15 15:09:13.411780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565bdf56-ba4f-4ac8-aa8b-7327238c429b,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:13.414889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 42040) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:13.415201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:13.480443 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f50d5ce6-02eb-48b7-a008-df5d0cf0d8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:13.508394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f50d5ce6-02eb-48b7-a008-df5d0cf0d8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:13.557389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f50d5ce6-02eb-48b7-a008-df5d0cf0d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:13.562545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f095b005-7c33-4d82-a6dc-cd1c061d388b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:13.576166 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d5ce6-02eb-48b7-a008-df5d0cf0d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565bdf56-ba4f-4ac8-aa8b-7327238c429b,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:13.581151 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f50d5ce6-02eb-48b7-a008-df5d0cf0d8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:13.585519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f50d5ce6-02eb-48b7-a008-df5d0cf0d8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:13.586788 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f50d5ce6-02eb-48b7-a008-df5d0cf0d8aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/565bdf56-ba4f-4ac8-aa8b-7327238c429b HTTP/1.1" status: 204 len: 168 time: 0.1702764 Jan 15 15:09:13.927124 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 42048) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:13.948004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:13.964019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:13.968202 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] Usage tracker for resource:security_group_rule and tenant:766af84b1a474ad98dc53f3d8655e227 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:13.971186 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:13.978425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:14.065922 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:14.068726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:14.078085 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-247cc165-aa5d-42b4-ba94-995d17aa5993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:14.124808 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=766af84b1a474ad98dc53f3d8655e227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964741 Jan 15 15:09:14.125798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3ba0de-fc47-4c85-ad91-bda547ead8de,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:14.127816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42052) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:14.133403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:14.191208 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9b1a-6e6c-4e2d-ac21-3c75329d3220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:14.218236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9b1a-6e6c-4e2d-ac21-3c75329d3220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:14.263985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9b1a-6e6c-4e2d-ac21-3c75329d3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:14.269285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d79e611b-23c1-44f0-b3ca-b352712d490b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:14.286120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc9b1a-6e6c-4e2d-ac21-3c75329d3220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3ba0de-fc47-4c85-ad91-bda547ead8de,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:14.289040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6ecc9b1a-6e6c-4e2d-ac21-3c75329d3220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:14.296692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9b1a-6e6c-4e2d-ac21-3c75329d3220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:14.297920 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-6ecc9b1a-6e6c-4e2d-ac21-3c75329d3220 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa3ba0de-fc47-4c85-ad91-bda547ead8de HTTP/1.1" status: 204 len: 168 time: 0.1690187 Jan 15 15:09:17.599947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 42128) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:17.754564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66b4e7df-168d-49dc-b8f8-d1509b2cd7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:17.770322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-66b4e7df-168d-49dc-b8f8-d1509b2cd7f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:17.775181 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-66b4e7df-168d-49dc-b8f8-d1509b2cd7f2 admin admin] Usage tracker for resource:security_group_rule and tenant:18372a2276954eb2b0feaec83d4c2019 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:17.778295 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-66b4e7df-168d-49dc-b8f8-d1509b2cd7f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:17.783940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-66b4e7df-168d-49dc-b8f8-d1509b2cd7f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:17.871209 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66b4e7df-168d-49dc-b8f8-d1509b2cd7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:17.874052 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66b4e7df-168d-49dc-b8f8-d1509b2cd7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:17.883716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-305fefc4-25be-4bd1-b4ab-8ae8e9360500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:17.924909 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-66b4e7df-168d-49dc-b8f8-d1509b2cd7f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18372a2276954eb2b0feaec83d4c2019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238254 Jan 15 15:09:17.926595 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4e7df-168d-49dc-b8f8-d1509b2cd7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81510507-01c7-4125-bf86-a9743c103ba9,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:17.927867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42134) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:17.930579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-66b4e7df-168d-49dc-b8f8-d1509b2cd7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:17.992732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-10e5c721-3172-43b5-835f-cc1ec130ce16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.029207 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-10e5c721-3172-43b5-835f-cc1ec130ce16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.074584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-10e5c721-3172-43b5-835f-cc1ec130ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.079617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e15bd461-5721-4eeb-9f35-f247c59f6d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:18.093265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5c721-3172-43b5-835f-cc1ec130ce16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81510507-01c7-4125-bf86-a9743c103ba9,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:18.096019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-10e5c721-3172-43b5-835f-cc1ec130ce16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:18.098228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-10e5c721-3172-43b5-835f-cc1ec130ce16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.099458 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-10e5c721-3172-43b5-835f-cc1ec130ce16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81510507-01c7-4125-bf86-a9743c103ba9 HTTP/1.1" status: 204 len: 168 time: 0.1705172 Jan 15 15:09:18.446746 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42142) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:18.466602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.483029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:18.487232 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] Usage tracker for resource:security_group_rule and tenant:0431be9193e34f5c8e5eca9edbcd5f2b is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:18.493654 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:18.499836 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:18.591918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.594984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.608724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-591fb39f-ff1c-4fe0-8af7-081f7d76d7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:18.652649 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0431be9193e34f5c8e5eca9edbcd5f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046709 Jan 15 15:09:18.653603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46e04d-591d-4532-aba5-be08e2955326,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:18.655460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 42146) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:18.657011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:18.723292 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66417d07-8bd2-43ec-af2f-aa8caceb4ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.750824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66417d07-8bd2-43ec-af2f-aa8caceb4ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.796487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66417d07-8bd2-43ec-af2f-aa8caceb4ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.801406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0ba3446d-1719-44d2-aee2-cab437b638cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:18.815213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66417d07-8bd2-43ec-af2f-aa8caceb4ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46e04d-591d-4532-aba5-be08e2955326,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:18.818012 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-66417d07-8bd2-43ec-af2f-aa8caceb4ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:18.828266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-66417d07-8bd2-43ec-af2f-aa8caceb4ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:18.829487 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-66417d07-8bd2-43ec-af2f-aa8caceb4ef1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec46e04d-591d-4532-aba5-be08e2955326 HTTP/1.1" status: 204 len: 168 time: 0.1725669 Jan 15 15:09:22.693952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-334945da-0754-4557-b6b8-1f9a056d3b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:24.707639 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a54b051-8d2c-40e4-8488-6c5bc76686c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.078748 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 42224) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:25.234498 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-325dcccf-8150-470e-a799-42345f206943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.249668 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-325dcccf-8150-470e-a799-42345f206943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:25.253711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-325dcccf-8150-470e-a799-42345f206943 admin admin] Usage tracker for resource:security_group_rule and tenant:2f49e82ce80d47b49cd16f1cbe749ed8 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:25.257119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-325dcccf-8150-470e-a799-42345f206943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:25.262990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-325dcccf-8150-470e-a799-42345f206943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:25.350167 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-325dcccf-8150-470e-a799-42345f206943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.352939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-325dcccf-8150-470e-a799-42345f206943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.362283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6d71e6cd-31e2-48fe-acb4-500e47e9c306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:25.405921 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-325dcccf-8150-470e-a799-42345f206943 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f49e82ce80d47b49cd16f1cbe749ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260155 Jan 15 15:09:25.407574 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dcccf-8150-470e-a799-42345f206943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c508fe5-e47e-4856-80ff-427ef08ccf1c,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:25.408959 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42230) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:25.410937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-325dcccf-8150-470e-a799-42345f206943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:25.474244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b9add30c-726b-494f-9495-cbee0b46ce03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.501516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b9add30c-726b-494f-9495-cbee0b46ce03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.546182 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b9add30c-726b-494f-9495-cbee0b46ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.551225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9104bce5-faf4-4765-874d-a6def04731f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:25.564478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9add30c-726b-494f-9495-cbee0b46ce03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c508fe5-e47e-4856-80ff-427ef08ccf1c,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:25.570474 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b9add30c-726b-494f-9495-cbee0b46ce03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:25.574831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b9add30c-726b-494f-9495-cbee0b46ce03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.576071 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b9add30c-726b-494f-9495-cbee0b46ce03 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c508fe5-e47e-4856-80ff-427ef08ccf1c HTTP/1.1" status: 204 len: 168 time: 0.1657488 Jan 15 15:09:25.861303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.929677 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42238) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:25.948267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7fc906c6-0eb0-4d01-9460-a7dc060b7bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.963526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-7fc906c6-0eb0-4d01-9460-a7dc060b7bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:25.967606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-7fc906c6-0eb0-4d01-9460-a7dc060b7bff admin admin] Usage tracker for resource:security_group_rule and tenant:eefd1cdb598e4185b62d9e26cd051198 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:25.970717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-7fc906c6-0eb0-4d01-9460-a7dc060b7bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:25.977703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-7fc906c6-0eb0-4d01-9460-a7dc060b7bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:26.066555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7fc906c6-0eb0-4d01-9460-a7dc060b7bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.069356 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7fc906c6-0eb0-4d01-9460-a7dc060b7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.078231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e60bfb92-7dc0-4ee0-aac2-ec903a62f008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:26.122094 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-7fc906c6-0eb0-4d01-9460-a7dc060b7bff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eefd1cdb598e4185b62d9e26cd051198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914489 Jan 15 15:09:26.123001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc906c6-0eb0-4d01-9460-a7dc060b7bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57be9fb-0975-4678-bd31-bb8303e5e5a2,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:26.124898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 42242) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:26.126285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7fc906c6-0eb0-4d01-9460-a7dc060b7bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:26.187281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-924d6ca2-4f8d-415a-a7a3-a68534691b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.214366 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-924d6ca2-4f8d-415a-a7a3-a68534691b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.261798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-924d6ca2-4f8d-415a-a7a3-a68534691b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.266890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-277b9e4e-557c-44d1-a954-59694dfd4909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:26.280072 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d6ca2-4f8d-415a-a7a3-a68534691b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57be9fb-0975-4678-bd31-bb8303e5e5a2,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:26.285207 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-924d6ca2-4f8d-415a-a7a3-a68534691b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:26.290292 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-924d6ca2-4f8d-415a-a7a3-a68534691b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.291506 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-924d6ca2-4f8d-415a-a7a3-a68534691b18 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c57be9fb-0975-4678-bd31-bb8303e5e5a2 HTTP/1.1" status: 204 len: 168 time: 0.1655400 Jan 15 15:09:26.854640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.374212 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:29.762254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19914771-58fc-4c29-a86f-207b5d12ef87 req-6555762e-cfcc-42f6-b658-7a4327e26d7a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:29.763904 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-19914771-58fc-4c29-a86f-207b5d12ef87 req-6555762e-cfcc-42f6-b658-7a4327e26d7a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1015544 Jan 15 15:09:29.818446 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-19914771-58fc-4c29-a86f-207b5d12ef87 req-b4ff573a-704f-4895-808d-3ff1c5d18e2d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477362 Jan 15 15:09:30.094358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:31.214964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6f554-59e3-4e92-8fa2-9473e70ff950 req-5ff8b08a-07a7-4ee0-9366-6ba969e8d55b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:31.216709 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-56c6f554-59e3-4e92-8fa2-9473e70ff950 req-5ff8b08a-07a7-4ee0-9366-6ba969e8d55b tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1082799 Jan 15 15:09:31.278768 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-56c6f554-59e3-4e92-8fa2-9473e70ff950 req-c208059c-cc65-432a-b791-31e9e65fd39f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553942 Jan 15 15:09:31.461829 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-9364b485-5026-4b39-a04f-b959cfb8669a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:31.462626 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-9364b485-5026-4b39-a04f-b959cfb8669a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Synchronizing usage tracker for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:31.476621 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-9364b485-5026-4b39-a04f-b959cfb8669a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Unset dirty status for tenant:90f3840824f348a4b2d2a2f552db3c7a on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:31.478204 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-9364b485-5026-4b39-a04f-b959cfb8669a tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.75 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 946 time: 0.1168139 Jan 15 15:09:31.560854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Deleting port f0bdb33d-3ba1-418a-a9fd-487f27415d87 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:09:31.561236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:31.590790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device f0bdb33d-3ba1-418a-a9fd-487f27415d87 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:09:31.714130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:31.743931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:31.755343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port f0bdb33d-3ba1-418a-a9fd-487f27415d87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:31.760284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:31.762252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:31.809201 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87', 'code': 200} Jan 15 15:09:31.838635 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=f0bdb33d-3ba1-418a-a9fd-487f27415d87,revision_number=7']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:31.847350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.847786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.848144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.848524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.848900 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.849274 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.849647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.850018 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.851813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.852207 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.852585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.852956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.853416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.853784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.854152 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.854518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.854884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.855249 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.855610 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.856002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.856371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.856735 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.857103 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.857464 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:31.862276 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:32.061388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] For port f0bdb33d-3ba1-418a-a9fd-487f27415d87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:32.061704 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:32.368186 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:32.368766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:32.369011 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Floating IP cb8953f4-9a56-4cd5-94ab-d78a9ecba900 disassociated. External IP: 172.27.1.40, port: f0bdb33d-3ba1-418a-a9fd-487f27415d87. Jan 15 15:09:32.369315 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Calling delete_port for f0bdb33d-3ba1-418a-a9fd-487f27415d87 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:09:32.461965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:09:32.462690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:09:32.547274 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adaad7-978e-4e2d-b3ca-9ae32f4cad5b req-ffc66440-5350-4e35-b87d-59133c723f32 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:32.548958 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c9adaad7-978e-4e2d-b3ca-9ae32f4cad5b req-ffc66440-5350-4e35-b87d-59133c723f32 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1212020 Jan 15 15:09:32.604126 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c9adaad7-978e-4e2d-b3ca-9ae32f4cad5b req-a53bc136-6463-4fc7-bf15-e950de93d795 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483954 Jan 15 15:09:32.753058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 42354) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:32.917259 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5235a521-167e-4002-ab70-99fc3c772909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:32.932724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5235a521-167e-4002-ab70-99fc3c772909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:32.936841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5235a521-167e-4002-ab70-99fc3c772909 admin admin] Usage tracker for resource:security_group_rule and tenant:a6f686177b6b45b3823357924231d521 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:32.939849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5235a521-167e-4002-ab70-99fc3c772909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:32.946655 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5235a521-167e-4002-ab70-99fc3c772909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:32.964622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Deleting port f0bdb33d-3ba1-418a-a9fd-487f27415d87 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:09:32.965009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.252492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5235a521-167e-4002-ab70-99fc3c772909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.256563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5235a521-167e-4002-ab70-99fc3c772909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.267556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-7c5bfc27-2f23-44a3-b360-7f46bba53d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:33.331435 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235a521-167e-4002-ab70-99fc3c772909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975c3655-31b6-4a1c-b20a-7118a378e41b,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:33.337670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5235a521-167e-4002-ab70-99fc3c772909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:33.343634 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5235a521-167e-4002-ab70-99fc3c772909 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6f686177b6b45b3823357924231d521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894489 Jan 15 15:09:33.345582 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] For port f0bdb33d-3ba1-418a-a9fd-487f27415d87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=f0bdb33d-3ba1-418a-a9fd-487f27415d87,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:33.345999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.346866 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42362) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:33.414302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.442888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.498224 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.503562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6ecc9b1a-6e6c-4e2d-ac21-3c75329d3220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:33.517068 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c3655-31b6-4a1c-b20a-7118a378e41b,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:33.528856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.529285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.529705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.530118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.530526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.530933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.531341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.531765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.532178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.532583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.532984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.533382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.533857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.534263 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.534665 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.535070 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.535466 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.535896 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.536300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.536692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.537092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.537489 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.538526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.538927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:33.544625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:33.546786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.548067 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/975c3655-31b6-4a1c-b20a-7118a378e41b HTTP/1.1" status: 204 len: 168 time: 0.1996391 Jan 15 15:09:33.674695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.675111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.675463 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Floating IP cb8953f4-9a56-4cd5-94ab-d78a9ecba900 disassociated. External IP: 172.27.1.40, port: f0bdb33d-3ba1-418a-a9fd-487f27415d87. Jan 15 15:09:33.675905 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Calling delete_port for f0bdb33d-3ba1-418a-a9fd-487f27415d87 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:09:33.831007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.850268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:33.855780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2fa1f-d36c-44d1-aec1-e0378bfb37df req-8999f96e-373e-4b52-8fce-cfef4b164dc3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:33.857497 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5e2fa1f-d36c-44d1-aec1-e0378bfb37df req-8999f96e-373e-4b52-8fce-cfef4b164dc3 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 944 time: 0.1047034 Jan 15 15:09:33.910947 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event deleted for resources: {'Port': ['ID=f0bdb33d-3ba1-418a-a9fd-487f27415d87,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:33.913938 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:33.915589 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5e2fa1f-d36c-44d1-aec1-e0378bfb37df req-3864d660-55f3-47bc-a308-734f4bacd741 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups?id=ab80b29b-1e99-4137-a12d-aa47cdd40b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494876 Jan 15 15:09:33.937730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42372) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:33.964990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.982114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:33.986238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] Usage tracker for resource:security_group_rule and tenant:70c617f5f25e46599ba28349cee058e2 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:33.989137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:33.995511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:34.086532 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.089285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.101050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fd625cc5-5560-43a5-8097-d12ff19ae776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:34.139475 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70c617f5f25e46599ba28349cee058e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004862 Jan 15 15:09:34.142771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42376) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:34.156362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bed661-e815-4613-8e63-f819f479e930,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:34.160965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:34.211650 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c0ef-dbfb-4090-ac1b-84d9e49ee44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.225239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Router 24d19b1d-1de3-4127-8086-e1745751cb00 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:09:34.242898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c0ef-dbfb-4090-ac1b-84d9e49ee44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.292303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c0ef-dbfb-4090-ac1b-84d9e49ee44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.297839 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c7b3fed6-0956-480b-90bc-df90bb88ee46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:34.309541 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3c0ef-dbfb-4090-ac1b-84d9e49ee44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bed661-e815-4613-8e63-f819f479e930,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:34.314647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8cc3c0ef-dbfb-4090-ac1b-84d9e49ee44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:34.316785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c0ef-dbfb-4090-ac1b-84d9e49ee44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.320977 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-8cc3c0ef-dbfb-4090-ac1b-84d9e49ee44a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80bed661-e815-4613-8e63-f819f479e930 HTTP/1.1" status: 204 len: 168 time: 0.1739426 Jan 15 15:09:34.424094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:09:34.436149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] Sync routers for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:09:34.455159 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:34.455939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:09:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:34.486449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] No DVR routers for this DVR port f0bdb33d-3ba1-418a-a9fd-487f27415d87 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:09:34.488912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.492741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'name': 'network-vif-deleted', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:34.522474 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ab4d4512-b5d2-42f5-8561-11489406edc8 req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.75 "DELETE /v2.0/ports/f0bdb33d-3ba1-418a-a9fd-487f27415d87 HTTP/1.1" status: 204 len: 173 time: 3.0370591 Jan 15 15:09:34.579176 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c52024-eda4-453e-8066-a182a79da6b1', 'name': 'network-vif-deleted', 'tag': 'f0bdb33d-3ba1-418a-a9fd-487f27415d87', 'status': 'completed', 'code': 200} Jan 15 15:09:34.834206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42388) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:34.847523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:34.858112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.874408 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:34.878623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] Usage tracker for resource:security_group_rule and tenant:439d1207732149b995123b850ea866b5 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:34.882193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:34.888051 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:34.977955 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.982289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.992776 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2b01e132-f2be-471a-ac28-0405dce13348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:35.030634 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=439d1207732149b995123b850ea866b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921091 Jan 15 15:09:35.031065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 42394) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:35.049217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fb5c15-1925-4aa2-b592-b804f73b9218,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:35.054045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:35.124756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1cfedfc0-ab35-4821-af01-f1b9cd9ceca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.145514 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a968fe9b-62c0-4557-90b3-aefcaaa62fea req-6ddc8a53-b280-4051-a7a1-845935e4c569 tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/ports?device_id=55c52024-eda4-453e-8066-a182a79da6b1 HTTP/1.1" status: 200 len: 210 time: 0.0532854 Jan 15 15:09:35.167912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1cfedfc0-ab35-4821-af01-f1b9cd9ceca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.219118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1cfedfc0-ab35-4821-af01-f1b9cd9ceca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.220535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:35.224692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] Checking router: 24d19b1d-1de3-4127-8086-e1745751cb00 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:09:35.225835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f5af6b47-7bbb-4add-8908-56e775aecf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:35.235158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:35.235923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:09:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:35.238988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfedfc0-ab35-4821-af01-f1b9cd9ceca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fb5c15-1925-4aa2-b592-b804f73b9218,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:35.242664 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1cfedfc0-ab35-4821-af01-f1b9cd9ceca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:35.243929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1cfedfc0-ab35-4821-af01-f1b9cd9ceca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.247960 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-1cfedfc0-ab35-4821-af01-f1b9cd9ceca5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8fb5c15-1925-4aa2-b592-b804f73b9218 HTTP/1.1" status: 204 len: 168 time: 0.2130182 Jan 15 15:09:35.453573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:35.816158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:35.820799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1502a332-b0aa-4724-9446-1efdba2a72d9 None None] The sync data for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi is: [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:01:14Z', 'revision_number': 4, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f09fa98e-d121-4275-b90b-1a617e2b6b52', 'name': '', 'network_id': '4464ff7c-1c56-4d87-a5ad-2975372223a8', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'mac_address': 'fa:16:3e:13:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:11Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'subnets': [{'id': 'e767fa25-23d2-4218-aa22-92e6eef1d41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:09:36.265007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71d55c-ab45-43a9-8cef-765d85099979 None None] New status for floating IP cb8953f4-9a56-4cd5-94ab-d78a9ecba900: DOWN {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:09:36.325032 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42404) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:36.403100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f2fd66f9-b613-4e2c-90f3-e74117b841db tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.434040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f2fd66f9-b613-4e2c-90f3-e74117b841db tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.481155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f2fd66f9-b613-4e2c-90f3-e74117b841db tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.486684 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b9add30c-726b-494f-9495-cbee0b46ce03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:36.505434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd66f9-b613-4e2c-90f3-e74117b841db tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab80b29b-1e99-4137-a12d-aa47cdd40b48,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:36.509197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f2fd66f9-b613-4e2c-90f3-e74117b841db tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:36.517758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f2fd66f9-b613-4e2c-90f3-e74117b841db tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.519001 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f2fd66f9-b613-4e2c-90f3-e74117b841db tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "DELETE /v2.0/security-groups/ab80b29b-1e99-4137-a12d-aa47cdd40b48 HTTP/1.1" status: 204 len: 168 time: 0.1928732 Jan 15 15:09:36.521877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42408) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:36.540436 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.api.v2.resource [None req-341c91b8-2d89-4b7d-86fa-c55bba9bb09f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] show failed (client error): The resource could not be found. Jan 15 15:09:36.541546 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-341c91b8-2d89-4b7d-86fa-c55bba9bb09f tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "GET /v2.0/security-groups/ab80b29b-1e99-4137-a12d-aa47cdd40b48 HTTP/1.1" status: 404 len: 347 time: 0.0183029 Jan 15 15:09:36.544717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42412) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:36.716704 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Deleting port 41a6d153-ed18-42f0-8ff5-0e5bea1a3acd {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:09:36.717086 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.899542 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.899892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:37.029228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Calling delete_port for 41a6d153-ed18-42f0-8ff5-0e5bea1a3acd owned by network:floatingip {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:09:37.175569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:37.191660 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-abb0bb4a-5997-43ff-adc8-972cbf77eb93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:37.250221 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Pushing event deleted for resources: {'Port': ['ID=41a6d153-ed18-42f0-8ff5-0e5bea1a3acd,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:37.253043 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:37.427037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks [] for floatingip, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:37.446827 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:37.448109 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] 10.222.0.70 "DELETE /v2.0/floatingips/cb8953f4-9a56-4cd5-94ab-d78a9ecba900 HTTP/1.1" status: 204 len: 168 time: 0.9023702 Jan 15 15:09:40.339122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42440) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:41.174282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969639'] for router_interface, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:41.856872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Deleting port f09fa98e-d121-4275-b90b-1a617e2b6b52 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:09:41.857512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:42.044745 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] For port f09fa98e-d121-4275-b90b-1a617e2b6b52, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=f09fa98e-d121-4275-b90b-1a617e2b6b52,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:42.045145 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:42.174374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Calling delete_port for f09fa98e-d121-4275-b90b-1a617e2b6b52 owned by network:router_interface {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:09:42.351652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:42.368205 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:42.420692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f09fa98e-d121-4275-b90b-1a617e2b6b52,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:42.423366 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:42.787015 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853607382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852808073'] for router_interface, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:43.285956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Router 24d19b1d-1de3-4127-8086-e1745751cb00 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:09:43.470797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:09:43.481050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] Sync routers for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:09:43.484802 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-2ba9f938-fda6-4b0b-b64b-881538abcd6d admin admin] 10.222.0.70 "PUT /v2.0/routers/24d19b1d-1de3-4127-8086-e1745751cb00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1444199 Jan 15 15:09:43.487594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42446) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:43.492851 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:43.493549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:09:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:43.673761 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Notify callbacks [] for router, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:43.685824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:43.860065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:43.866115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Deleting port 851466ec-f2b3-46b1-99b7-3072f052b14a {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:09:43.866504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:43.999495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:09:42Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:44.004095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] Checking router: 24d19b1d-1de3-4127-8086-e1745751cb00 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:09:44.014952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] Routers {'24d19b1d-1de3-4127-8086-e1745751cb00'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:44.015645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:09:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['24d19b1d-1de3-4127-8086-e1745751cb00'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:44.210178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] Set router 24d19b1d-1de3-4127-8086-e1745751cb00 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:44.286000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] For port 851466ec-f2b3-46b1-99b7-3072f052b14a, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=851466ec-f2b3-46b1-99b7-3072f052b14a,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:44.286604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:44.423842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Calling delete_port for 851466ec-f2b3-46b1-99b7-3072f052b14a owned by network:router_gateway {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:09:44.573382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: WARNING neutron.plugins.ml2.ovo_rpc [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: result = function(*args, **kwargs) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: proto.__init__(conn_state, self) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: self.handle() Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: self.handle_one_request() Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: self.handle_one_response() Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: result = self.application(self.environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return app(environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: response = req.get_response(self.application) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: response = req.get_response(self.application) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: response = req.get_response(self.application) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: response = req.get_response(self.application) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return request.get_response(self.application) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: response = req.get_response(self._app) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: application, catch_exc_info=False) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: app_iter = application(self.environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return resp(environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return resp(environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: response = self.app(environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return resp(environ, start_response) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.func(req, *args, **kwargs) Jan 15 15:09:44.576002 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: result = method(request=request, **args) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._delete(request, id, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*args, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*args, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*dup_args, **dup_kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: obj_deleter(request.context, id, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return method(*args, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*args, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*args, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(*dup_args, **dup_kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: self._delete_current_gw_port(context, id, router, None) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: admin_ctx, gw_port_id, l3_port_check=False) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, context, *args, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return method(*args, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: context, port, router_ids, bound_mech_contexts) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: return function(*args, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: callback(resource, event, trigger, **kwargs) Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: if self._is_session_semantic_violated(context, resource, event): Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: stack = traceback.extract_stack() Jan 15 15:09:44.584151 dv-cinder-689486-7-iscsi neutron-server[79971]: Jan 15 15:09:44.702653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:09:42Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:44.706858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab308c9-b545-4a7a-b4a2-c1061a2ae44a None None] The sync data for ids ['24d19b1d-1de3-4127-8086-e1745751cb00'] in dv-cinder-689486-7-iscsi is: [{'id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'name': 'tempest-AttachVolumeShelveTestJSON-1597199351-router', 'tenant_id': '90f3840824f348a4b2d2a2f552db3c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:00:59Z', 'updated_at': '2021-01-15T15:09:42Z', 'revision_number': 5, 'project_id': '90f3840824f348a4b2d2a2f552db3c7a', 'gw_port': {'id': '851466ec-f2b3-46b1-99b7-3072f052b14a', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d19b1d-1de3-4127-8086-e1745751cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:01Z', 'updated_at': '2021-01-15T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:09:44.769666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852792849'] for router_gateway, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:44.892000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:09:44.904301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49006'] for router, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:44.906643 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.010826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852808363'] for router, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.011433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24d19b1d-1de3-4127-8086-e1745751cb00 {{(pid=80085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:09:45.024757 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] Notify callbacks [] for router, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.025981 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d195ce12-067d-40b5-95f4-d2939466cc6b admin admin] 10.222.0.70 "DELETE /v2.0/routers/24d19b1d-1de3-4127-8086-e1745751cb00 HTTP/1.1" status: 204 len: 168 time: 1.5373795 Jan 15 15:09:45.028718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42450) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:45.099178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0741843-85a6-4d59-9386-4b8e5f41fc76 admin admin] Deleting subnet e767fa25-23d2-4218-aa22-92e6eef1d41f {{(pid=80085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:09:45.103211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b0741843-85a6-4d59-9386-4b8e5f41fc76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.157797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b0741843-85a6-4d59-9386-4b8e5f41fc76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2412792'] for subnet, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.284141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b0741843-85a6-4d59-9386-4b8e5f41fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.548894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b0741843-85a6-4d59-9386-4b8e5f41fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4159852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580214'] for subnet, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.564946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:45.613981 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0741843-85a6-4d59-9386-4b8e5f41fc76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e767fa25-23d2-4218-aa22-92e6eef1d41f,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:45.618068 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b0741843-85a6-4d59-9386-4b8e5f41fc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:45.702887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b0741843-85a6-4d59-9386-4b8e5f41fc76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.708106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f57edb-6084-4a52-b1f9-f265cf7c2966 None None] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:09:45.709114 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b0741843-85a6-4d59-9386-4b8e5f41fc76 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e767fa25-23d2-4218-aa22-92e6eef1d41f HTTP/1.1" status: 204 len: 168 time: 0.6792347 Jan 15 15:09:45.712887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 42454) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:45.833066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.902101 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Deleting port 3a8d37d7-4d69-4dab-b329-288f4c240598 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:09:45.902484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.967604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] DHCP port deletion for 4464ff7c-1c56-4d87-a5ad-2975372223a8 request from dv-cinder-689486-7-iscsi {{(pid=80086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:09:45.972916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] Deleting port 3a8d37d7-4d69-4dab-b329-288f4c240598 {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:09:45.973345 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:46.128321 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] For port 3a8d37d7-4d69-4dab-b329-288f4c240598, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=3a8d37d7-4d69-4dab-b329-288f4c240598,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:46.128823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:46.167874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 851466ec-f2b3-46b1-99b7-3072f052b14a no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:09:46.207346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 851466ec-f2b3-46b1-99b7-3072f052b14a {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:09:46.207713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 851466ec-f2b3-46b1-99b7-3072f052b14a not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:09:46.208170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 3a8d37d7-4d69-4dab-b329-288f4c240598 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:09:46.259695 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Calling delete_port for 3a8d37d7-4d69-4dab-b329-288f4c240598 owned by network:dhcp {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:09:46.268239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] For port 3a8d37d7-4d69-4dab-b329-288f4c240598, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=3a8d37d7-4d69-4dab-b329-288f4c240598,segment=NetworkSegment(eba2e22b-f765-4875-ace6-4e66091aca36),segment_id=eba2e22b-f765-4875-ace6-4e66091aca36)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:46.268691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:46.332410 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:46.348407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-97eac311-847b-4a2d-babd-b151b21b3721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:46.407434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8d37d7-4d69-4dab-b329-288f4c240598,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:46.411300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] Calling delete_port for 3a8d37d7-4d69-4dab-b329-288f4c240598 owned by network:dhcp {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:09:46.457493 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No active binding found for port 3a8d37d7-4d69-4dab-b329-288f4c240598 {{(pid=80086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 15 15:09:46.457973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 3a8d37d7-4d69-4dab-b329-288f4c240598 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:09:46.458361 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device f09fa98e-d121-4275-b90b-1a617e2b6b52 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:09:46.468261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.468682 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.469089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.469492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.469889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.470291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.470686 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.471080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.471477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.471889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.472284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.472673 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.473134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.473523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.473912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.474297 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.474724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.475128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.475508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.475914 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.476302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.476691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.477076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.477461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:46.483668 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:46.494880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: f09fa98e-d121-4275-b90b-1a617e2b6b52 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:09:46.495281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device f09fa98e-d121-4275-b90b-1a617e2b6b52 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:09:46.512112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] No DVR routers for this DVR port 3a8d37d7-4d69-4dab-b329-288f4c240598 on host dv-cinder-689486-7-iscsi {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:09:46.521374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:09:46.522442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:09:46.879486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:46.998693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4464ff7c-1c56-4d87-a5ad-2975372223a8']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:47.011964 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba2e22b-f765-4875-ace6-4e66091aca36') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:47.012297 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba2e22b-f765-4875-ace6-4e66091aca36') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:47.023900 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] Deleting port 3a8d37d7-4d69-4dab-b329-288f4c240598 {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:09:47.024382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.024585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2202022'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.043096 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.045249 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:09:47.094536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f356f-93bb-4d58-9875-97c5c427af0b None None] The port '3a8d37d7-4d69-4dab-b329-288f4c240598' was deleted {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:09:47.229026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:09:47.238009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066353'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.420971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Network 4464ff7c-1c56-4d87-a5ad-2975372223a8 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:09:47.444809 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:09:47.531023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.534786 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:47.551793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.558278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=4464ff7c-1c56-4d87-a5ad-2975372223a8,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:47.562770 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:47.569269 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] 10.222.0.70 "DELETE /v2.0/networks/4464ff7c-1c56-4d87-a5ad-2975372223a8 HTTP/1.1" status: 204 len: 168 time: 1.8552806 Jan 15 15:09:47.714569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42460) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:47.769461 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-e301c5d6-4f94-4242-9eb9-e128902015b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90f3840824f348a4b2d2a2f552db3c7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535200 Jan 15 15:09:47.772886 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42464) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:47.837705 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-65d60eaf-d4f4-47a8-af7e-67033d6f379f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.866138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-65d60eaf-d4f4-47a8-af7e-67033d6f379f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.918361 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-65d60eaf-d4f4-47a8-af7e-67033d6f379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.924160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6b2f1715-731f-478c-96a1-ece011cb95ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:47.939202 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d60eaf-d4f4-47a8-af7e-67033d6f379f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46403a36-3d83-4807-9036-7a8ea9ec491b,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:47.945580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-65d60eaf-d4f4-47a8-af7e-67033d6f379f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:47.950858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-65d60eaf-d4f4-47a8-af7e-67033d6f379f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.953030 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-65d60eaf-d4f4-47a8-af7e-67033d6f379f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/46403a36-3d83-4807-9036-7a8ea9ec491b HTTP/1.1" status: 204 len: 168 time: 0.1789737 Jan 15 15:09:48.915988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42486) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:49.062157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1606393575-network', 'tenant_id': '369ae2f5008c45d18c352b363380fa54'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:49.067193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:49.071424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Usage tracker for resource:network and tenant:369ae2f5008c45d18c352b363380fa54 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:49.074414 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:49.084568 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:49.093841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Made reservation on behalf of 369ae2f5008c45d18c352b363380fa54 for: {'network': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:09:49.098596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.112463 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.128540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:49.132994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Usage tracker for resource:security_group_rule and tenant:369ae2f5008c45d18c352b363380fa54 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:49.136021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:49.142216 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:49.231856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.234671 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.240483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8cc3c0ef-dbfb-4090-ac1b-84d9e49ee44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:49.268548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:09:49.281728 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1464c05e-403c-42a1-a718-316239fe41f7,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:49.285973 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:49.286941 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.288010 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Added segment 0111cb3c-914d-4261-b827-a995710971ca of type vxlan for network 79770170-de7d-489a-972e-ded4b9e49b67 Jan 15 15:09:49.314504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.344231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.345522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:49.346160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.351730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:49.457767 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5404801 Jan 15 15:09:49.458717 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Pushing event updated for resources: {'Network': ['ID=79770170-de7d-489a-972e-ded4b9e49b67,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:49.461944 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 42492) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:49.464642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-64c19e0a-11dc-4e07-a7b8-93194b52e70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:49.469142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Request body: {'subnet': {'network_id': '79770170-de7d-489a-972e-ded4b9e49b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1606393575-subnet', 'tenant_id': '369ae2f5008c45d18c352b363380fa54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:49.472762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 79770170-de7d-489a-972e-ded4b9e49b67 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:09:49.474538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:49.478852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Usage tracker for resource:subnet and tenant:369ae2f5008c45d18c352b363380fa54 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:49.481954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:49.487835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:49.492872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 79770170-de7d-489a-972e-ded4b9e49b67 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:09:49.497960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Made reservation on behalf of 369ae2f5008c45d18c352b363380fa54 for: {'subnet': 1} {{(pid=80085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:09:49.502892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852195617'] for subnet, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.931389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850615904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852195602'] for subnet, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.947972 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:50.085269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93bacd75-ff6b-4f07-89f8-82047022e70c,revision_number=0']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:50.089247 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:50.151994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Checking segment: {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:09:50.152387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Network hostable DHCP agents. Network: 79770170-de7d-489a-972e-ded4b9e49b67, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:09:50.171467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Network 79770170-de7d-489a-972e-ded4b9e49b67 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:09:50.180119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 79770170-de7d-489a-972e-ded4b9e49b67) {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:09:50.189926 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36070442-79e0-49f6-a52c-ecdd2192aefb None None] Network 79770170-de7d-489a-972e-ded4b9e49b67 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:09:50.193606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:50.194299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:50.216301 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7510660 Jan 15 15:09:50.418428 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed8c46-f2da-41d7-9954-bfa8347be3ef None None] Network 79770170-de7d-489a-972e-ded4b9e49b67 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:09:50.828022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-94c29981-c605-43bd-8ae7-2ca74d821cee tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:50.828774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-94c29981-c605-43bd-8ae7-2ca74d821cee tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Synchronizing usage tracker for tenant:369ae2f5008c45d18c352b363380fa54 on resource:network {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:50.847479 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-94c29981-c605-43bd-8ae7-2ca74d821cee tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Unset dirty status for tenant:369ae2f5008c45d18c352b363380fa54 on resource:network {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:50.848817 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-94c29981-c605-43bd-8ae7-2ca74d821cee tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 815 time: 0.1980975 Jan 15 15:09:50.865982 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b82d8921-c84f-490b-b01c-84a780a3b278 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/quotas/369ae2f5008c45d18c352b363380fa54 HTTP/1.1" status: 200 len: 375 time: 0.0098858 Jan 15 15:09:50.922710 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-5b108cc9-6888-4f30-8630-9dbc613ca4ec tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514777 Jan 15 15:09:51.075145 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-ee2fc190-4579-467f-90e6-6e226dd3326a service neutron] 10.222.0.70 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449056 Jan 15 15:09:51.435391 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-1a4bbc33-945e-4610-94d0-90797f70b161 service neutron] 10.222.0.70 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3536992 Jan 15 15:09:51.640306 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e9ca6831-d277-4b45-ad13-1d654e2ebba1 req-9fe458be-dce4-4147-8a15-8d029cc341c6 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 210 time: 0.0481808 Jan 15 15:09:52.700742 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8c61a5e8-ee81-429e-94cb-ded037ecf87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:52.848071 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-33436b39-2fe3-4c8d-9df1-3ac90943811b req-7e6758fa-a253-4277-810e-b52fe245f26b tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 210 time: 0.0535071 Jan 15 15:09:52.851261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-9ee59403-77c6-4964-8c6c-646f8aa71901 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:52.853733 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-9ee59403-77c6-4964-8c6c-646f8aa71901 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 815 time: 0.1817801 Jan 15 15:09:52.876958 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Request body: {'port': {'device_id': 'b4d19242-3348-4523-8344-d5920afcd2ca', 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67', 'admin_state_up': True, 'tenant_id': '369ae2f5008c45d18c352b363380fa54'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:53.028050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:53.032244 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Usage tracker for resource:port and tenant:369ae2f5008c45d18c352b363380fa54 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:53.035218 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Quota usage for port was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:53.053596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:53.062806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Made reservation on behalf of 369ae2f5008c45d18c352b363380fa54 for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:09:53.071798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:53.390453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Allocated IP 172.20.0.7 (79770170-de7d-489a-972e-ded4b9e49b67/93bacd75-ff6b-4f07-89f8-82047022e70c/ddd10357-d6b5-4901-8191-ccdebbd580d8) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:09:53.605326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:53.632588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:53.647734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-36a7a51d-4da3-46f0-b6d7-6da5eb9f7006 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:53.792107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Pushing event updated for resources: {'Port': ['ID=ddd10357-d6b5-4901-8191-ccdebbd580d8,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:53.796484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:53.844648 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Network 79770170-de7d-489a-972e-ded4b9e49b67 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:09:53.845803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:09:53.848189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:09:53.931003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:53.931738 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:53.952940 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0802903 Jan 15 15:09:53.971127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Request body: {'port': {'device_id': 'b4d19242-3348-4523-8344-d5920afcd2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:54.081565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ddcba-9c10-46f8-bfa9-ae18dfbfecc5 req-2b06ad44-30c4-46f3-af9c-0671e89df88c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:54.083232 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-064ddcba-9c10-46f8-bfa9-ae18dfbfecc5 req-2b06ad44-30c4-46f3-af9c-0671e89df88c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 931 time: 0.1025646 Jan 15 15:09:54.092204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:54.136701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-064ddcba-9c10-46f8-bfa9-ae18dfbfecc5 req-10f8ced5-0106-4ad7-a75f-74d852215a03 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Synchronizing usage tracker for tenant:369ae2f5008c45d18c352b363380fa54 on resource:security_group {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:54.153850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-064ddcba-9c10-46f8-bfa9-ae18dfbfecc5 req-10f8ced5-0106-4ad7-a75f-74d852215a03 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Unset dirty status for tenant:369ae2f5008c45d18c352b363380fa54 on resource:security_group {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:54.155072 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-064ddcba-9c10-46f8-bfa9-ae18dfbfecc5 req-10f8ced5-0106-4ad7-a75f-74d852215a03 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647380 Jan 15 15:09:54.508027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd10357-d6b5-4901-8191-ccdebbd580d8 {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:09:54.515075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:54.528449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Transition to ACTIVE for port object ddd10357-d6b5-4901-8191-ccdebbd580d8 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:09:54.531336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:54.548175 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:54.698874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd10357-d6b5-4901-8191-ccdebbd580d8,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:54.703197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:54.712021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d27f01f9-e9e7-45a4-abb2-e2b71c6f7b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:54.879060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Attempting to bind port ddd10357-d6b5-4901-8191-ccdebbd580d8 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:09:54.879663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Attempting to bind port ddd10357-d6b5-4901-8191-ccdebbd580d8 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:09:54.879820 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Attempting to bind port ddd10357-d6b5-4901-8191-ccdebbd580d8 on network 79770170-de7d-489a-972e-ded4b9e49b67 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:09:54.885989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:09:54.886364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Checking segment: {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:09:54.886766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:54.887165 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Bound using segment: {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:09:54.887634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Bound port: ddd10357-d6b5-4901-8191-ccdebbd580d8, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:09:54.888032 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:54.979407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] For port ddd10357-d6b5-4901-8191-ccdebbd580d8, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:09:54.982519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] For port ddd10357-d6b5-4901-8191-ccdebbd580d8, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=ddd10357-d6b5-4901-8191-ccdebbd580d8,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:09:54.985822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:55.001577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:55.155990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd10357-d6b5-4901-8191-ccdebbd580d8,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:55.161484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:55.192773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:55.193456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:55.195573 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] 10.222.0.75 "PUT /v2.0/ports/ddd10357-d6b5-4901-8191-ccdebbd580d8 HTTP/1.1" status: 200 len: 1157 time: 1.2290680 Jan 15 15:09:55.196140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d19242-3348-4523-8344-d5920afcd2ca', 'tag': 'ddd10357-d6b5-4901-8191-ccdebbd580d8'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:55.293848 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d19242-3348-4523-8344-d5920afcd2ca', 'tag': 'ddd10357-d6b5-4901-8191-ccdebbd580d8', 'status': 'completed', 'code': 200} Jan 15 15:09:55.331057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-66faa07f-0a94-4097-9b5b-21a306e33756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:55.332780 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-66faa07f-0a94-4097-9b5b-21a306e33756 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 1160 time: 0.0793073 Jan 15 15:09:55.393505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654800d-7048-45ad-9698-f217ddaa9053 req-65035854-499f-4d23-9bb8-0fa54d01a776 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:55.395197 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5654800d-7048-45ad-9698-f217ddaa9053 req-65035854-499f-4d23-9bb8-0fa54d01a776 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 943 time: 0.1064477 Jan 15 15:09:55.455276 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5654800d-7048-45ad-9698-f217ddaa9053 req-06ff2855-21c5-419c-8309-dc5942e96f31 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531127 Jan 15 15:09:55.670339 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-36dca300-573b-4ff2-b691-81a63575d583 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd10357-d6b5-4901-8191-ccdebbd580d8 HTTP/1.1" status: 200 len: 217 time: 0.3163049 Jan 15 15:09:55.744597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-d2789548-2829-4906-87f8-2c969f0550ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:55.746182 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-d2789548-2829-4906-87f8-2c969f0550ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93bacd75-ff6b-4f07-89f8-82047022e70c HTTP/1.1" status: 200 len: 855 time: 0.0667696 Jan 15 15:09:55.825551 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-acae2e85-3fa8-44af-9584-a40ab137892f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=79770170-de7d-489a-972e-ded4b9e49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439482 Jan 15 15:09:55.865937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:55.971135 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-6bf0c3a7-35d7-4f17-b050-fe8704e87446 service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360595 Jan 15 15:09:56.116494 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2c992ce3-f4c2-4bcf-b796-f45efc1e22cb req-3ab3cce7-7e69-4e8b-aec3-ce9acba663ef service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374109 Jan 15 15:09:56.283560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6e8c6-e78c-4529-9dca-27b4829a01d1 req-eadb987b-c84f-4e0c-8506-7f4126a11295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:56.285216 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-47d6e8c6-e78c-4529-9dca-27b4829a01d1 req-eadb987b-c84f-4e0c-8506-7f4126a11295 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 1160 time: 0.0812266 Jan 15 15:09:56.427187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6e8c6-e78c-4529-9dca-27b4829a01d1 req-88d3fa83-8037-432d-8418-2e53722a9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:56.428901 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-47d6e8c6-e78c-4529-9dca-27b4829a01d1 req-88d3fa83-8037-432d-8418-2e53722a9799 service neutron] 10.222.0.75 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 909 time: 0.1372044 Jan 15 15:09:56.510355 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-47d6e8c6-e78c-4529-9dca-27b4829a01d1 req-dd237839-6967-48af-b854-18ad41711a34 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd10357-d6b5-4901-8191-ccdebbd580d8 HTTP/1.1" status: 200 len: 217 time: 0.0742748 Jan 15 15:09:56.584840 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6e8c6-e78c-4529-9dca-27b4829a01d1 req-941ddf2d-3a06-4dcc-b429-903a02563de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:56.586410 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-47d6e8c6-e78c-4529-9dca-27b4829a01d1 req-941ddf2d-3a06-4dcc-b429-903a02563de4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93bacd75-ff6b-4f07-89f8-82047022e70c HTTP/1.1" status: 200 len: 855 time: 0.0692244 Jan 15 15:09:56.638179 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-47d6e8c6-e78c-4529-9dca-27b4829a01d1 req-15de8ed2-9d0a-4c02-a42e-86cb8cd90998 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=79770170-de7d-489a-972e-ded4b9e49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443819 Jan 15 15:09:56.703174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c44ca-f0e7-4f78-9a1e-8571e6d1adaa req-8e292e03-897b-4f5d-a953-8f0200988b3c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:56.704915 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-466c44ca-f0e7-4f78-9a1e-8571e6d1adaa req-8e292e03-897b-4f5d-a953-8f0200988b3c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 943 time: 0.1045129 Jan 15 15:09:56.757094 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-466c44ca-f0e7-4f78-9a1e-8571e6d1adaa req-1f1a0322-186b-43df-a297-298f8e80b1bc tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446923 Jan 15 15:09:56.786915 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-47d6e8c6-e78c-4529-9dca-27b4829a01d1 req-71a67f43-69b7-4f35-a765-5723486c63fc service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409597 Jan 15 15:09:56.858171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:56.934699 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-47d6e8c6-e78c-4529-9dca-27b4829a01d1 req-2565aab2-3cf4-454e-bb44-84dc6b87bf67 service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401327 Jan 15 15:09:57.374175 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:57.989825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449b25-7235-4182-9f11-8e37af57856d req-bca964b6-3366-403c-8a6c-c9d69089c5f3 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:57.991405 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ce449b25-7235-4182-9f11-8e37af57856d req-bca964b6-3366-403c-8a6c-c9d69089c5f3 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 943 time: 0.1039274 Jan 15 15:09:58.043471 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ce449b25-7235-4182-9f11-8e37af57856d req-eb0897ec-1436-4ae4-adb6-a86948c02b04 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452418 Jan 15 15:09:58.059303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.objects.ports [None req-dca1eb49-0876-4d08-b973-906340f82c00 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:09:58.598231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device ddd10357-d6b5-4901-8191-ccdebbd580d8 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:58.669962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port ddd10357-d6b5-4901-8191-ccdebbd580d8 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:09:58.675136 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port ddd10357-d6b5-4901-8191-ccdebbd580d8 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:58.675557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:58.796403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:58.826991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d19242-3348-4523-8344-d5920afcd2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd10357-d6b5-4901-8191-ccdebbd580d8'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:58.837404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port ddd10357-d6b5-4901-8191-ccdebbd580d8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=ddd10357-d6b5-4901-8191-ccdebbd580d8,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:58.840621 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:58.842597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:58.893455 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d19242-3348-4523-8344-d5920afcd2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd10357-d6b5-4901-8191-ccdebbd580d8', 'code': 200} Jan 15 15:09:58.914852 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=ddd10357-d6b5-4901-8191-ccdebbd580d8,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:58.918173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:59.176856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a476941-83ef-47b4-9a58-26e2b8dd6996 req-73625c3f-3375-4cab-80b8-bf385751bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:59.179092 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0a476941-83ef-47b4-9a58-26e2b8dd6996 req-73625c3f-3375-4cab-80b8-bf385751bb74 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 1162 time: 0.0813465 Jan 15 15:09:59.228646 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0a476941-83ef-47b4-9a58-26e2b8dd6996 req-d91c5d44-43a4-4be0-a981-71b72bfdfdab service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389185 Jan 15 15:09:59.282618 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690747f-6416-4c8c-aabb-8e44980ae083 req-00a961a1-5781-471f-8731-791b2676d9a0 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:59.284269 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5690747f-6416-4c8c-aabb-8e44980ae083 req-00a961a1-5781-471f-8731-791b2676d9a0 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 945 time: 0.0997148 Jan 15 15:09:59.339182 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5690747f-6416-4c8c-aabb-8e44980ae083 req-56ac988d-bdae-4f7b-83ec-e409e44eb4d6 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477364 Jan 15 15:10:00.581778 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1691d14-3b6f-473f-9f6f-0e6ca6756ce5 req-1149a3a5-2186-4fce-82cc-edf479544054 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:00.583423 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d1691d14-3b6f-473f-9f6f-0e6ca6756ce5 req-1149a3a5-2186-4fce-82cc-edf479544054 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 945 time: 0.1112106 Jan 15 15:10:00.635292 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d1691d14-3b6f-473f-9f6f-0e6ca6756ce5 req-c3e94501-38fc-4735-b00b-8f0c1acfbba8 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448742 Jan 15 15:10:00.975027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:01.868808 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76909af-7f52-427b-8bed-012fe5b0e02f req-6048e0cd-b23f-4178-a28e-ea2e7061f5c5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:01.870429 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c76909af-7f52-427b-8bed-012fe5b0e02f req-6048e0cd-b23f-4178-a28e-ea2e7061f5c5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 945 time: 0.1056032 Jan 15 15:10:01.924417 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c76909af-7f52-427b-8bed-012fe5b0e02f req-c7810aaa-8ba4-46b1-b1a1-16595a780103 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475597 Jan 15 15:10:02.276367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device ddd10357-d6b5-4901-8191-ccdebbd580d8 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:02.346555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port ddd10357-d6b5-4901-8191-ccdebbd580d8 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:02.346968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:02.409853 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-28262027-a1c9-4e95-b74f-d57580172e45 req-d912b922-6709-4978-ade0-8b9bfa74d820 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0761702 Jan 15 15:10:02.525393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28262027-a1c9-4e95-b74f-d57580172e45 req-ab8e9e45-6750-497e-98f9-18fe0cd6dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:02.528100 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-28262027-a1c9-4e95-b74f-d57580172e45 req-ab8e9e45-6750-497e-98f9-18fe0cd6dd95 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 1162 time: 0.0813231 Jan 15 15:10:02.693429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28262027-a1c9-4e95-b74f-d57580172e45 req-69cc9b7e-2a2e-45f9-aae8-322739d67ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:02.695171 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-28262027-a1c9-4e95-b74f-d57580172e45 req-69cc9b7e-2a2e-45f9-aae8-322739d67ea4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1415217 Jan 15 15:10:02.802220 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-28262027-a1c9-4e95-b74f-d57580172e45 req-01f7612c-993c-4ad4-89d6-75cdf6506d36 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 200 len: 1000 time: 0.0993776 Jan 15 15:10:02.877353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28262027-a1c9-4e95-b74f-d57580172e45 req-64aba713-7c21-4eb9-872c-a8483ab629fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:02.878925 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-28262027-a1c9-4e95-b74f-d57580172e45 req-64aba713-7c21-4eb9-872c-a8483ab629fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0671904 Jan 15 15:10:02.958976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28262027-a1c9-4e95-b74f-d57580172e45 req-35754131-91d4-4ec7-a4b5-7fff871c26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:02.961955 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-28262027-a1c9-4e95-b74f-d57580172e45 req-35754131-91d4-4ec7-a4b5-7fff871c26e0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748475 Jan 15 15:10:03.116585 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-28262027-a1c9-4e95-b74f-d57580172e45 req-bc704a51-eeae-45b5-b637-002ddc1c9b11 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489134 Jan 15 15:10:03.166238 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4ea2c-bac5-450b-946f-fc9c32201313 req-28efcc0e-73e6-4f88-b0ee-e56c55d18f6c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:03.168098 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dfe4ea2c-bac5-450b-946f-fc9c32201313 req-28efcc0e-73e6-4f88-b0ee-e56c55d18f6c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 945 time: 0.1072748 Jan 15 15:10:03.227598 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dfe4ea2c-bac5-450b-946f-fc9c32201313 req-64f778f9-5528-45b2-9ab7-01d35819fd02 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502083 Jan 15 15:10:03.290992 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-28262027-a1c9-4e95-b74f-d57580172e45 req-014a055d-b156-4fd6-b509-3d9c06000a2f service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1673579 Jan 15 15:10:04.468939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae977f29-769a-48c4-b339-347499482a1f req-3fc6774f-b82f-4d3e-a3ec-6390f30fd739 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:04.470686 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ae977f29-769a-48c4-b339-347499482a1f req-3fc6774f-b82f-4d3e-a3ec-6390f30fd739 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 945 time: 0.1050117 Jan 15 15:10:04.524196 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ae977f29-769a-48c4-b339-347499482a1f req-9b60f768-e35b-4b0b-92f4-e9acaee6e56a tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455577 Jan 15 15:10:04.952223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device ddd10357-d6b5-4901-8191-ccdebbd580d8 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:05.032807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port ddd10357-d6b5-4901-8191-ccdebbd580d8 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:05.032807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:07.557142 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-39cd8167-e16a-4f33-b6f9-3acfe1567fc1 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1248806604&fields=id&tenant_id=5fad5f224f3a41b7a8f3221955f351cb HTTP/1.1" status: 200 len: 267 time: 0.0528839 Jan 15 15:10:07.748920 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-62b17373-071a-4340-ae6e-2d261b39cd6e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:07.750597 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-62b17373-071a-4340-ae6e-2d261b39cd6e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 811 time: 0.1852214 Jan 15 15:10:07.770436 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-3c9b00cd-4fd7-4b72-8f49-880fb897e338 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/quotas/5fad5f224f3a41b7a8f3221955f351cb HTTP/1.1" status: 200 len: 375 time: 0.0125694 Jan 15 15:10:07.880740 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-8119ac81-30a7-4364-8239-85a5646739c2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1039972 Jan 15 15:10:08.035220 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-f5201d09-2a11-461e-8f58-924ea661e3cd service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405048 Jan 15 15:10:08.179014 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-354b17da-dcb0-457c-9f9b-49ea6e394ee4 service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362972 Jan 15 15:10:08.627099 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-010aa597-7e78-4da2-9739-334de5133cf5 req-9474c9cb-1f41-49b2-bf0c-4c4489893d2c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 210 time: 0.0490785 Jan 15 15:10:09.814008 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-08c90738-f80a-40e1-a64d-e3d6417f336b req-cc7a13e6-5a14-49db-8c09-bdb9f0e7bbf2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 210 time: 0.0545342 Jan 15 15:10:09.832106 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-919d34ee-dc42-446e-91d0-b478d663614e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:09.833639 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-919d34ee-dc42-446e-91d0-b478d663614e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 811 time: 0.1860673 Jan 15 15:10:09.935261 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-bd606b06-695c-4c84-904d-7d2f9ba90d75 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5fad5f224f3a41b7a8f3221955f351cb HTTP/1.1" status: 200 len: 5765 time: 0.0809124 Jan 15 15:10:09.945400 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'port': {'device_id': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'admin_state_up': True, 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'security_groups': ['05528596-9a1e-4e15-9f96-2545a31d5312']}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:10:10.092607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:10:10.102419 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:10:10.111201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Made reservation on behalf of 5fad5f224f3a41b7a8f3221955f351cb for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:10:10.120747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:10.430861 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Allocated IP 172.20.0.14 (f14cb6b6-4ee7-43cf-a8e0-9286f9842639/16b9f3a3-fb9b-44ec-bb51-ac83c2be2064/294c865a-6ee3-4946-992e-761d2b1d98d6) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:10:10.640638 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:10.658209 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Transition to ACTIVE for port object 294c865a-6ee3-4946-992e-761d2b1d98d6 will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:10:10.678240 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:10.693784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ba409fde-760b-4217-933f-d7b83555cd1d tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:10.840198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'Port': ['ID=294c865a-6ee3-4946-992e-761d2b1d98d6,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:10.844823 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:10.893303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:10:10.894516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:10:10.897080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:10:10.983225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:10.983976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:11.018766 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0770299 Jan 15 15:10:11.037220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Request body: {'port': {'device_id': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:10:11.060248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81ea0d-c1c7-47e1-bef0-ee9a4594cdb6 req-8d292ad7-8c5e-4976-9e77-e0973f89de38 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:11.062222 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7c81ea0d-c1c7-47e1-bef0-ee9a4594cdb6 req-8d292ad7-8c5e-4976-9e77-e0973f89de38 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 932 time: 0.1129262 Jan 15 15:10:11.124652 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7c81ea0d-c1c7-47e1-bef0-ee9a4594cdb6 req-09e2524c-4bdb-4932-89a0-86ee2032cad4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0534430 Jan 15 15:10:11.159842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:11.209028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-f9e2819c-309d-4d5e-bc91-53d4973ad808 None None] Provisioning for port 294c865a-6ee3-4946-992e-761d2b1d98d6 completed by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:10:11.215182 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-f9e2819c-309d-4d5e-bc91-53d4973ad808 None None] Provisioning complete for port 294c865a-6ee3-4946-992e-761d2b1d98d6 triggered by entity DHCP. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:11.215604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f9e2819c-309d-4d5e-bc91-53d4973ad808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:11.282115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2819c-309d-4d5e-bc91-53d4973ad808 None None] Port 294c865a-6ee3-4946-992e-761d2b1d98d6 cannot update to ACTIVE because it is not bound. {{(pid=80086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:10:11.573914 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294c865a-6ee3-4946-992e-761d2b1d98d6 {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:10:11.581056 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:11.594301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Transition to ACTIVE for port object 294c865a-6ee3-4946-992e-761d2b1d98d6 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:10:11.596748 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:11.611845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-356ea805-c36e-41ae-b8b2-82679ec9e7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:11.751573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Pushing event updated for resources: {'Port': ['ID=294c865a-6ee3-4946-992e-761d2b1d98d6,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:11.754589 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:11.936044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Attempting to bind port 294c865a-6ee3-4946-992e-761d2b1d98d6 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:10:11.936614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Attempting to bind port 294c865a-6ee3-4946-992e-761d2b1d98d6 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:10:11.936874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Attempting to bind port 294c865a-6ee3-4946-992e-761d2b1d98d6 on network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:10:11.942766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:10:11.943146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Checking segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:10:11.943557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:11.944017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Bound using segment: {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:10:11.944499 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Bound port: 294c865a-6ee3-4946-992e-761d2b1d98d6, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874503fc-c47d-462a-b953-d0318be847e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:10:11.944884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:12.044181 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] For port 294c865a-6ee3-4946-992e-761d2b1d98d6, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:10:12.047279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] For port 294c865a-6ee3-4946-992e-761d2b1d98d6, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=294c865a-6ee3-4946-992e-761d2b1d98d6,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:10:12.050670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:12.066985 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-98362755-98c9-4f88-964a-4f3b73c12601 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:12.385982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070b617-0a20-4665-9df3-e15e6a51ce61 req-fa82d7f1-dc93-4e3e-954d-5a9f81db61bc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:12.387645 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5070b617-0a20-4665-9df3-e15e6a51ce61 req-fa82d7f1-dc93-4e3e-954d-5a9f81db61bc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 944 time: 0.1093554 Jan 15 15:10:12.442783 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5070b617-0a20-4665-9df3-e15e6a51ce61 req-2d794b6b-b3d2-4a02-a462-aaf712f6af86 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0484035 Jan 15 15:10:12.460354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Pushing event updated for resources: {'Port': ['ID=294c865a-6ee3-4946-992e-761d2b1d98d6,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:12.473678 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:12.503481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:12.504184 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:12.505664 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] 10.222.0.75 "PUT /v2.0/ports/294c865a-6ee3-4946-992e-761d2b1d98d6 HTTP/1.1" status: 200 len: 1158 time: 1.4733131 Jan 15 15:10:12.506196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'tag': '294c865a-6ee3-4946-992e-761d2b1d98d6'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:12.610652 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'tag': '294c865a-6ee3-4946-992e-761d2b1d98d6', 'status': 'completed', 'code': 200} Jan 15 15:10:12.654153 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-459eb93f-5392-4a42-a9fc-c852cf6678b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:12.655912 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-459eb93f-5392-4a42-a9fc-c852cf6678b8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 1161 time: 0.0869911 Jan 15 15:10:12.735077 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-10e576d4-b23b-4ee0-be85-76dde79b3576 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=294c865a-6ee3-4946-992e-761d2b1d98d6 HTTP/1.1" status: 200 len: 217 time: 0.0655622 Jan 15 15:10:12.814076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-3115d88f-7b79-4561-8bdb-9556d14ab1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:12.815561 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-3115d88f-7b79-4561-8bdb-9556d14ab1f4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0683734 Jan 15 15:10:12.896965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-adbe4974-5bba-482a-8238-1681bbed4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:12.898496 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-adbe4974-5bba-482a-8238-1681bbed4284 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755751 Jan 15 15:10:13.045004 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-a906e4e9-86e8-4d60-8b7b-0382bffe1dbb service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378362 Jan 15 15:10:13.189368 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-51e1215b-6f27-4c1b-8da0-01edcc7e4a30 req-885b4b6a-9127-448a-9d06-4d40162fa718 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374526 Jan 15 15:10:13.351843 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-ea9467e9-b9c7-4f70-b65e-f8bd09fa9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:13.353806 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-ea9467e9-b9c7-4f70-b65e-f8bd09fa9b15 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 1161 time: 0.0858283 Jan 15 15:10:13.501156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-0799c530-180c-4c6a-aa2f-1c8965c052a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:13.502759 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-0799c530-180c-4c6a-aa2f-1c8965c052a9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1424417 Jan 15 15:10:13.579262 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-f08e22ee-7168-41bc-9522-e5aa43d6bea5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=294c865a-6ee3-4946-992e-761d2b1d98d6 HTTP/1.1" status: 200 len: 217 time: 0.0697947 Jan 15 15:10:13.658872 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-4e3d0112-c123-4feb-933b-7d570977c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:13.660588 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-4e3d0112-c123-4feb-933b-7d570977c015 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0657127 Jan 15 15:10:13.680606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7473bd2-fa61-4e60-8d38-d17ddf6ade55 req-17524b22-9eee-4585-a409-5d3e5cd69479 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:13.682800 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f7473bd2-fa61-4e60-8d38-d17ddf6ade55 req-17524b22-9eee-4585-a409-5d3e5cd69479 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 944 time: 0.1022842 Jan 15 15:10:13.737904 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f7473bd2-fa61-4e60-8d38-d17ddf6ade55 req-a329a598-b511-4845-8fcf-1947695b3883 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0486193 Jan 15 15:10:13.760924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-160b0e6e-ac09-4172-840e-41cde1a72103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:13.762589 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-160b0e6e-ac09-4172-840e-41cde1a72103 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813587 Jan 15 15:10:13.913588 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-9dc14cde-7924-47d0-87d4-2eb8dac62a4a service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385558 Jan 15 15:10:14.063536 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2bfcbdd4-9072-4272-b6bd-aa74a719cb8b req-f6cfc2c6-8882-44e5-bdce-3d7d1b798f55 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404250 Jan 15 15:10:14.973277 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d2f25-3385-482d-9f0a-c69d5d0a75fb req-51da3ecc-fe70-4f2e-8cad-b1c96d436312 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:14.974862 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9b6d2f25-3385-482d-9f0a-c69d5d0a75fb req-51da3ecc-fe70-4f2e-8cad-b1c96d436312 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 944 time: 0.0999546 Jan 15 15:10:15.027355 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9b6d2f25-3385-482d-9f0a-c69d5d0a75fb req-e4fa7014-c910-4072-8ed3-addfba5441d1 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447342 Jan 15 15:10:15.872274 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5cb63a8e-b703-48fa-b8f9-3615abd3e860 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:15.873910 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5cb63a8e-b703-48fa-b8f9-3615abd3e860 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 815 time: 0.1750236 Jan 15 15:10:15.890614 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-76026ad3-a3cc-4160-9eee-2c4edff3d446 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/quotas/369ae2f5008c45d18c352b363380fa54 HTTP/1.1" status: 200 len: 375 time: 0.0107510 Jan 15 15:10:15.982882 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-db5e786e-1491-4c99-bb43-e4d9e9a79b4f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860896 Jan 15 15:10:16.128387 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-325b4df0-dff7-41ad-9dbf-c11144b2cfb4 service neutron] 10.222.0.70 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379917 Jan 15 15:10:16.359254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297d588-6b15-402d-9a37-16a8f4b4b955 req-1c49b332-7edb-4c0e-8067-d9f11c873d6a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:16.360915 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b297d588-6b15-402d-9a37-16a8f4b4b955 req-1c49b332-7edb-4c0e-8067-d9f11c873d6a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 944 time: 0.2009358 Jan 15 15:10:16.363036 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-9d270a47-9739-4956-aa15-606d937cd28d service neutron] 10.222.0.70 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2275167 Jan 15 15:10:16.417151 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b297d588-6b15-402d-9a37-16a8f4b4b955 req-1e7967cf-e2c1-4fb0-b421-762e85bcbcf5 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0496502 Jan 15 15:10:16.567469 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bf25fb6e-1bb4-471c-8015-4d6e0a73457f req-f8e13666-b51c-4938-93c7-c65fd3ed54c8 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 210 time: 0.0482829 Jan 15 15:10:17.659067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908381d-69d6-4790-b4b2-2650f4079b14 req-3589070b-c679-4a56-8020-3864db45d93e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:17.660833 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c908381d-69d6-4790-b4b2-2650f4079b14 req-3589070b-c679-4a56-8020-3864db45d93e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 944 time: 0.1013927 Jan 15 15:10:17.719031 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c908381d-69d6-4790-b4b2-2650f4079b14 req-8386ff54-34d3-48db-ad09-c243805d9067 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0509675 Jan 15 15:10:17.778927 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d632d31e-a7a8-4a10-8d7b-db787c7e8ebe req-c2cb2f32-d00c-4350-ac67-2cc3c4594de2 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 210 time: 0.0508025 Jan 15 15:10:17.827536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c550-062c-4865-b883-d77c2e206aa2 req-c42a932c-0231-4d4e-9ae6-4acee7f38677 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:17.829177 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-c42a932c-0231-4d4e-9ae6-4acee7f38677 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 815 time: 0.2115908 Jan 15 15:10:17.857137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Request body: {'port': {'device_id': 'c01cd6d4-94dc-47b9-a516-f8533bf09ccb', 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67', 'admin_state_up': True, 'tenant_id': '369ae2f5008c45d18c352b363380fa54'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:10:18.006625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:10:18.010843 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Usage tracker for resource:port and tenant:369ae2f5008c45d18c352b363380fa54 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:10:18.013858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Quota usage for port was recalculated. Used quota:1. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:10:18.020024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:10:18.029346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Made reservation on behalf of 369ae2f5008c45d18c352b363380fa54 for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:10:18.038216 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:18.348721 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Allocated IP 172.20.0.3 (79770170-de7d-489a-972e-ded4b9e49b67/93bacd75-ff6b-4f07-89f8-82047022e70c/cf60e435-5686-4fe0-970c-9d8a1df07115) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:10:18.573482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:18.598645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:18.616001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:18.760691 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Pushing event updated for resources: {'Port': ['ID=cf60e435-5686-4fe0-970c-9d8a1df07115,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:18.764035 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:18.810099 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Network 79770170-de7d-489a-972e-ded4b9e49b67 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:10:18.812767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:10:18.815478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:10:18.902100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:18.902739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:18.924341 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-5d92df3f-4ffc-4157-ae31-08a02be84b45 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0722859 Jan 15 15:10:18.944650 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Request body: {'port': {'device_id': 'c01cd6d4-94dc-47b9-a516-f8533bf09ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:10:19.010226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c3614-37f4-401b-bc31-572da16b547d req-8dcb535b-957d-4ca2-90ec-7973d1fcc5b3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:19.011908 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-355c3614-37f4-401b-bc31-572da16b547d req-8dcb535b-957d-4ca2-90ec-7973d1fcc5b3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 944 time: 0.1590416 Jan 15 15:10:19.063400 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:19.092331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1b784-8699-42ef-9fde-9a9d64ba860c req-7ddbe28a-0599-4a36-ada5-623f1cb5d077 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:19.093965 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb1b784-8699-42ef-9fde-9a9d64ba860c req-7ddbe28a-0599-4a36-ada5-623f1cb5d077 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 931 time: 0.1728163 Jan 15 15:10:19.099806 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-355c3614-37f4-401b-bc31-572da16b547d req-728737cd-486f-4059-b10d-543198ad5030 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0805156 Jan 15 15:10:19.146130 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ddb1b784-8699-42ef-9fde-9a9d64ba860c req-f62d3e2b-0877-42db-8028-3d63e18f46aa tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452807 Jan 15 15:10:19.474825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf60e435-5686-4fe0-970c-9d8a1df07115 {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:10:19.482522 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:19.494899 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Transition to ACTIVE for port object cf60e435-5686-4fe0-970c-9d8a1df07115 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:10:19.497592 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:19.513456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d7107578-76e8-480d-8ad9-747350da4012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:19.655597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Pushing event updated for resources: {'Port': ['ID=cf60e435-5686-4fe0-970c-9d8a1df07115,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:19.659829 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:19.833007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Attempting to bind port cf60e435-5686-4fe0-970c-9d8a1df07115 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:10:19.833650 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Attempting to bind port cf60e435-5686-4fe0-970c-9d8a1df07115 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:10:19.833796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Attempting to bind port cf60e435-5686-4fe0-970c-9d8a1df07115 on network 79770170-de7d-489a-972e-ded4b9e49b67 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:10:19.839706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:10:19.840099 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Checking segment: {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:10:19.840510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:19.840910 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Bound using segment: {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:10:19.841388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Bound port: cf60e435-5686-4fe0-970c-9d8a1df07115, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:10:19.841765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:19.935597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] For port cf60e435-5686-4fe0-970c-9d8a1df07115, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:10:19.938766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] For port cf60e435-5686-4fe0-970c-9d8a1df07115, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cf60e435-5686-4fe0-970c-9d8a1df07115,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:10:19.941894 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:19.958144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-db3da7d2-8802-4710-80b3-f9691993012b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:20.375288 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Pushing event updated for resources: {'Port': ['ID=cf60e435-5686-4fe0-970c-9d8a1df07115,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:20.380036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:20.403411 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbfd44-5704-438f-a1b3-6ebc4bad219e req-a42dcc50-9bb0-464c-8861-882d2e76f90d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:20.405168 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-99fbfd44-5704-438f-a1b3-6ebc4bad219e req-a42dcc50-9bb0-464c-8861-882d2e76f90d tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 944 time: 0.1664245 Jan 15 15:10:20.420781 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:20.421596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:20.423115 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] 10.222.0.75 "PUT /v2.0/ports/cf60e435-5686-4fe0-970c-9d8a1df07115 HTTP/1.1" status: 200 len: 1157 time: 1.4832618 Jan 15 15:10:20.423660 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01cd6d4-94dc-47b9-a516-f8533bf09ccb', 'tag': 'cf60e435-5686-4fe0-970c-9d8a1df07115'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:20.438177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629472-03f8-4cf0-96eb-d4fe896dd010 req-fb6533c7-dbfc-4f92-b3d8-a4204354491e tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:20.439894 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0f629472-03f8-4cf0-96eb-d4fe896dd010 req-fb6533c7-dbfc-4f92-b3d8-a4204354491e tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 943 time: 0.1571646 Jan 15 15:10:20.522966 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-99fbfd44-5704-438f-a1b3-6ebc4bad219e req-d32d51ff-ea2e-4aa9-b1f6-dc6c04249fec tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1099882 Jan 15 15:10:20.534871 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0f629472-03f8-4cf0-96eb-d4fe896dd010 req-022ea181-db0d-4f40-bdc6-ef8aa92660de tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803757 Jan 15 15:10:20.578742 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c550-062c-4865-b883-d77c2e206aa2 req-aaa7a0fb-6821-405e-8068-ba9f028a814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:20.580435 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-aaa7a0fb-6821-405e-8068-ba9f028a814b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 1160 time: 0.0992415 Jan 15 15:10:20.594018 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01cd6d4-94dc-47b9-a516-f8533bf09ccb', 'tag': 'cf60e435-5686-4fe0-970c-9d8a1df07115', 'status': 'completed', 'code': 200} Jan 15 15:10:20.663453 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-2cd63846-7f33-4e4f-9c09-8a795172412b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf60e435-5686-4fe0-970c-9d8a1df07115 HTTP/1.1" status: 200 len: 217 time: 0.0666854 Jan 15 15:10:20.734511 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c550-062c-4865-b883-d77c2e206aa2 req-98f694f5-eadb-4b08-8c57-3107fc1368ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:20.736132 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-98f694f5-eadb-4b08-8c57-3107fc1368ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93bacd75-ff6b-4f07-89f8-82047022e70c HTTP/1.1" status: 200 len: 855 time: 0.0642223 Jan 15 15:10:20.795492 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-2a0eb8c7-a48a-4724-9907-eeef88adcafe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=79770170-de7d-489a-972e-ded4b9e49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467856 Jan 15 15:10:20.941761 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-c3e5b5ab-5255-4a14-a913-6175959a4841 service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385553 Jan 15 15:10:21.092259 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d541c550-062c-4865-b883-d77c2e206aa2 req-76338db7-9a27-47ce-9e28-a676a35d83fe service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428614 Jan 15 15:10:21.304368 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8165c-e76d-44f2-b0fa-c3d2bc3303a7 req-b8e97edd-9267-4d32-8a98-f71d6170c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:21.306630 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20c8165c-e76d-44f2-b0fa-c3d2bc3303a7 req-b8e97edd-9267-4d32-8a98-f71d6170c458 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 1160 time: 0.0812800 Jan 15 15:10:21.460351 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8165c-e76d-44f2-b0fa-c3d2bc3303a7 req-549e1356-b529-44c0-8662-5f3149a5b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:21.462484 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20c8165c-e76d-44f2-b0fa-c3d2bc3303a7 req-549e1356-b529-44c0-8662-5f3149a5b8a9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 909 time: 0.1463940 Jan 15 15:10:21.539768 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20c8165c-e76d-44f2-b0fa-c3d2bc3303a7 req-e4c5698b-c90b-40c4-8ac9-eeb47518418c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf60e435-5686-4fe0-970c-9d8a1df07115 HTTP/1.1" status: 200 len: 217 time: 0.0666049 Jan 15 15:10:21.629718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8165c-e76d-44f2-b0fa-c3d2bc3303a7 req-d8db0a1e-2d53-48c6-b24a-174dbde636f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:21.631325 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20c8165c-e76d-44f2-b0fa-c3d2bc3303a7 req-d8db0a1e-2d53-48c6-b24a-174dbde636f9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93bacd75-ff6b-4f07-89f8-82047022e70c HTTP/1.1" status: 200 len: 855 time: 0.0739701 Jan 15 15:10:21.684780 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20c8165c-e76d-44f2-b0fa-c3d2bc3303a7 req-7a00e6da-2946-43fb-9777-afc9e94528e0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=79770170-de7d-489a-972e-ded4b9e49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445235 Jan 15 15:10:21.825468 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82176868-18a9-42a2-b007-4528270a6d99 req-875abbe3-7dfd-4597-a2fe-e33fa8c2dfba tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:21.827057 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-82176868-18a9-42a2-b007-4528270a6d99 req-875abbe3-7dfd-4597-a2fe-e33fa8c2dfba tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 944 time: 0.1698141 Jan 15 15:10:21.835478 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20c8165c-e76d-44f2-b0fa-c3d2bc3303a7 req-8e74cb3c-e7e8-4df8-a68c-7f96805dd117 service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409886 Jan 15 15:10:21.851451 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5c14e-bd79-4d8d-b2de-af1f064094f0 req-08f01b70-5369-4e60-909b-54d1584bad55 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:21.853109 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9cf5c14e-bd79-4d8d-b2de-af1f064094f0 req-08f01b70-5369-4e60-909b-54d1584bad55 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 943 time: 0.1604924 Jan 15 15:10:21.891817 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:10:21.938493 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-82176868-18a9-42a2-b007-4528270a6d99 req-770ec094-0b1a-485b-ab98-90c777adeab0 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0842686 Jan 15 15:10:21.944570 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9cf5c14e-bd79-4d8d-b2de-af1f064094f0 req-39ed11b9-2d37-440a-89c5-1d2b646b99c6 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757747 Jan 15 15:10:21.996391 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-20c8165c-e76d-44f2-b0fa-c3d2bc3303a7 req-5f5f2cff-094f-4d69-813c-58e651dbac88 service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489155 Jan 15 15:10:22.693322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5e95f5e7-db5c-4f6b-9c7d-842ae7e6275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:23.472223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc759c4-3713-4587-89b5-a8572fd93acb req-04ec6ab1-6b1c-49c4-88dd-7087b97659a5 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:23.473842 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bfc759c4-3713-4587-89b5-a8572fd93acb req-04ec6ab1-6b1c-49c4-88dd-7087b97659a5 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 944 time: 0.3996501 Jan 15 15:10:23.496324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e0de3-b501-405d-837a-0707c62010e3 req-2a0a1980-bd37-4168-a014-1d36ab29b905 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:23.497829 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b96e0de3-b501-405d-837a-0707c62010e3 req-2a0a1980-bd37-4168-a014-1d36ab29b905 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 943 time: 0.3879168 Jan 15 15:10:23.576186 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bfc759c4-3713-4587-89b5-a8572fd93acb req-a7126458-f52c-43bd-a3ef-e6f7cae4e5b9 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0772734 Jan 15 15:10:23.583413 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b96e0de3-b501-405d-837a-0707c62010e3 req-a5af532e-5988-4727-8ce6-218752aa4405 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698271 Jan 15 15:10:23.607187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 294c865a-6ee3-4946-992e-761d2b1d98d6 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:23.674506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 294c865a-6ee3-4946-992e-761d2b1d98d6 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:10:23.679418 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 294c865a-6ee3-4946-992e-761d2b1d98d6 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:23.679904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:23.806520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:23.833453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294c865a-6ee3-4946-992e-761d2b1d98d6'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:23.843520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 294c865a-6ee3-4946-992e-761d2b1d98d6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=294c865a-6ee3-4946-992e-761d2b1d98d6,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:23.846815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:23.848783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4c1dac43-f8e2-4fe0-b315-48489814338c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:23.897758 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294c865a-6ee3-4946-992e-761d2b1d98d6', 'code': 200} Jan 15 15:10:23.916696 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=294c865a-6ee3-4946-992e-761d2b1d98d6,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:23.919976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:24.184365 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d07ef4-c38a-4bd9-b0f5-b84579a7893e req-e0ada56b-2f73-4e77-b315-4fc2ada67e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:24.186008 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-07d07ef4-c38a-4bd9-b0f5-b84579a7893e req-e0ada56b-2f73-4e77-b315-4fc2ada67e15 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 1163 time: 0.0752130 Jan 15 15:10:24.236480 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-07d07ef4-c38a-4bd9-b0f5-b84579a7893e req-088b7097-d990-42a4-85b5-4d315e9b3d92 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0426755 Jan 15 15:10:24.715509 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-006ab56a-8359-42f5-af7c-a2af0766c451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:24.886075 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b125fd-04d1-4074-a0fa-723434fe35d1 req-edc9f0d0-454d-497b-9481-167a0de00837 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:24.887741 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-57b125fd-04d1-4074-a0fa-723434fe35d1 req-edc9f0d0-454d-497b-9481-167a0de00837 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 946 time: 0.1802166 Jan 15 15:10:24.910057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebd247-3cde-445f-8acf-42bab2dc4f12 req-29fbaed0-c9a7-475d-aaa4-e374337ce21f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:24.911571 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8aebd247-3cde-445f-8acf-42bab2dc4f12 req-29fbaed0-c9a7-475d-aaa4-e374337ce21f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 943 time: 0.1660912 Jan 15 15:10:24.989983 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-57b125fd-04d1-4074-a0fa-723434fe35d1 req-6789b852-7025-4bb0-bfcd-0629099bd0b2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0772071 Jan 15 15:10:24.997936 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8aebd247-3cde-445f-8acf-42bab2dc4f12 req-5d39c71f-61df-4736-a838-c4110722cc24 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709462 Jan 15 15:10:25.869579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:25.895011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device cf60e435-5686-4fe0-970c-9d8a1df07115 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:25.966857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port cf60e435-5686-4fe0-970c-9d8a1df07115 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:10:25.971932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port cf60e435-5686-4fe0-970c-9d8a1df07115 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:25.972269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:26.097278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:26.131197 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01cd6d4-94dc-47b9-a516-f8533bf09ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf60e435-5686-4fe0-970c-9d8a1df07115'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:26.142459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port cf60e435-5686-4fe0-970c-9d8a1df07115, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cf60e435-5686-4fe0-970c-9d8a1df07115,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:26.145423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:26.146338 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 294c865a-6ee3-4946-992e-761d2b1d98d6 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:26.175436 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:26.269007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=cf60e435-5686-4fe0-970c-9d8a1df07115,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:26.274913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:26.281750 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 294c865a-6ee3-4946-992e-761d2b1d98d6 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:26.282172 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:26.294116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddff4d-baa4-40c6-b94a-2b1646e1c11a req-51e54690-9df6-478a-99a1-d81816b9a97f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:26.295821 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-21ddff4d-baa4-40c6-b94a-2b1646e1c11a req-51e54690-9df6-478a-99a1-d81816b9a97f tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 946 time: 0.1718528 Jan 15 15:10:26.323709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1a6e-0e05-46cf-be99-9f2285551aa6 req-6c65032e-2ff7-4d8f-a527-fad3dccee17c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:26.325414 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96ba1a6e-0e05-46cf-be99-9f2285551aa6 req-6c65032e-2ff7-4d8f-a527-fad3dccee17c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 945 time: 0.1606441 Jan 15 15:10:26.418488 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-21ddff4d-baa4-40c6-b94a-2b1646e1c11a req-9d8fb43b-1db3-4f9d-b16e-1a193c70a220 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0918164 Jan 15 15:10:26.424613 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-96ba1a6e-0e05-46cf-be99-9f2285551aa6 req-1af007da-a79c-4d5c-aaf9-8713aedd733a tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812805 Jan 15 15:10:26.520158 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01cd6d4-94dc-47b9-a516-f8533bf09ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf60e435-5686-4fe0-970c-9d8a1df07115', 'code': 200} Jan 15 15:10:26.685110 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542171d-c4b8-458b-bd62-a66884712711 req-b15304ea-daa5-4c54-ac2a-bb8b2f3f8b37 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:26.686745 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3542171d-c4b8-458b-bd62-a66884712711 req-b15304ea-daa5-4c54-ac2a-bb8b2f3f8b37 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 946 time: 0.1031988 Jan 15 15:10:26.741831 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3542171d-c4b8-458b-bd62-a66884712711 req-c2673b9d-dc59-42b8-ad71-304b178b818a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0483131 Jan 15 15:10:26.814220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1399be-251d-4562-b717-c2ad80d3f3e5 req-7c9a2823-c1cc-402f-953a-771d04ed39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:26.816091 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9d1399be-251d-4562-b717-c2ad80d3f3e5 req-7c9a2823-c1cc-402f-953a-771d04ed39fa service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 1162 time: 0.0783801 Jan 15 15:10:26.860074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:26.871934 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9d1399be-251d-4562-b717-c2ad80d3f3e5 req-2e16fdc8-e48f-4f21-9d59-3c772a555fd1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480182 Jan 15 15:10:26.971580 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-11f32686-84c1-402d-ac3e-4816fec5db92 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1729410 Jan 15 15:10:26.982083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'floatingip': {'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:10:26.991024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:10:27.001249 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:10:27.010508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:27.159652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:27.377603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:27.392309 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device cf60e435-5686-4fe0-970c-9d8a1df07115 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:27.445907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Allocated IP 172.27.1.189 (5d29fd04-ed01-410d-a94e-5841f80335e6/f632f421-aead-47d6-a145-5c5d728cafbe/9c3f490b-5559-403a-9791-8fb502dd95a5) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:10:27.463596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port cf60e435-5686-4fe0-970c-9d8a1df07115 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:27.464042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:27.587853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 294c865a-6ee3-4946-992e-761d2b1d98d6 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:27.656699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 294c865a-6ee3-4946-992e-761d2b1d98d6 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:27.657031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:27.667247 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:27.716812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cbefc-f097-4a07-a3b8-428d425516fa req-8ae6e139-d685-41c9-8f88-5e6bc3769fb9 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:27.718507 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4c2cbefc-f097-4a07-a3b8-428d425516fa req-8ae6e139-d685-41c9-8f88-5e6bc3769fb9 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 945 time: 0.1443360 Jan 15 15:10:27.752861 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:27.773974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-bbd7b5ec-1fa1-4b38-a5ce-c7b31e9977cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:27.912160 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4c2cbefc-f097-4a07-a3b8-428d425516fa req-6696c51a-5ea5-4b52-965e-fabc96cd3a88 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850243 Jan 15 15:10:27.937177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'Port': ['ID=9c3f490b-5559-403a-9791-8fb502dd95a5,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:27.941807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:27.986473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Network 5d29fd04-ed01-410d-a94e-5841f80335e6 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:10:27.987683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Resources bound (agent type, host, resource id): {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:10:27.990028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:10:28.074182 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:28.135930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:28.417363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:28.421735 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4159839'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:28.435917 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-744e2419-43ec-4aea-92b1-8f935f2d6c57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:28.577637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event updated for resources: {'Port': ['ID=9c3f490b-5559-403a-9791-8fb502dd95a5,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:28.582024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:28.675268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:28.702483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:28.703846 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-622c2459-5898-4953-97eb-fa9813698bdf tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7259612 Jan 15 15:10:28.794592 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-2ae03227-117b-4599-a211-c91f8d36c002 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:floatingip {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:10:28.810375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-2ae03227-117b-4599-a211-c91f8d36c002 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:floatingip {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:10:28.811646 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-2ae03227-117b-4599-a211-c91f8d36c002 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.189 HTTP/1.1" status: 200 len: 696 time: 0.1014972 Jan 15 15:10:28.996938 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-e3a272e3-35b5-4d0d-9cd9-dbdeed39e1cb tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:28.998464 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cfc18cd7-c391-40ed-aede-c3038f1295ca req-e3a272e3-35b5-4d0d-9cd9-dbdeed39e1cb tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 784 time: 0.1808510 Jan 15 15:10:29.206483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05119606-e8c6-4765-9574-593ce42fdbdb req-42d12b78-5cf9-41e9-baab-dbf0b032508a tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:29.208045 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-05119606-e8c6-4765-9574-593ce42fdbdb req-42d12b78-5cf9-41e9-baab-dbf0b032508a tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 945 time: 0.1629729 Jan 15 15:10:29.277273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46addee4-5be3-4d63-9d02-549084b712ae req-1c4cf85a-9e8e-4ade-b833-720fe302331e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:29.278885 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46addee4-5be3-4d63-9d02-549084b712ae req-1c4cf85a-9e8e-4ade-b833-720fe302331e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1700072 Jan 15 15:10:29.345974 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-05119606-e8c6-4765-9574-593ce42fdbdb req-2c2567e2-e386-493f-91c3-c295b29dd7a3 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298716 Jan 15 15:10:29.377115 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46addee4-5be3-4d63-9d02-549084b712ae req-e9e05b7e-03f8-4ee5-b154-1f646474a56a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.189 HTTP/1.1" status: 200 len: 696 time: 0.0918119 Jan 15 15:10:29.387909 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-46addee4-5be3-4d63-9d02-549084b712ae req-c6ec7eee-a202-4d89-86af-25a46ac25b14 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Request body: {'floatingip': {'port_id': '294c865a-6ee3-4946-992e-761d2b1d98d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:10:29.474071 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-46addee4-5be3-4d63-9d02-549084b712ae req-c6ec7eee-a202-4d89-86af-25a46ac25b14 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:30.329689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-46addee4-5be3-4d63-9d02-549084b712ae req-c6ec7eee-a202-4d89-86af-25a46ac25b14 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:30.332617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-46addee4-5be3-4d63-9d02-549084b712ae req-c6ec7eee-a202-4d89-86af-25a46ac25b14 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982905'] for floatingip, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:30.513096 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-46addee4-5be3-4d63-9d02-549084b712ae req-c6ec7eee-a202-4d89-86af-25a46ac25b14 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Floating IP 9e43d06f-a890-40fc-b599-825ec211dae9 associated. External IP: 172.27.1.189, port: 294c865a-6ee3-4946-992e-761d2b1d98d6. Jan 15 15:10:30.876809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46addee4-5be3-4d63-9d02-549084b712ae req-c6ec7eee-a202-4d89-86af-25a46ac25b14 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Router 13f22f25-3338-4788-ab0c-e01c7db6ce5c has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:10:30.989326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:31.071439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46addee4-5be3-4d63-9d02-549084b712ae req-c6ec7eee-a202-4d89-86af-25a46ac25b14 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:10:31.075888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-46addee4-5be3-4d63-9d02-549084b712ae req-c6ec7eee-a202-4d89-86af-25a46ac25b14 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:31.084594 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] Sync routers for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:10:31.095401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:10:31.096116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:10:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:31.133764 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46addee4-5be3-4d63-9d02-549084b712ae req-c6ec7eee-a202-4d89-86af-25a46ac25b14 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "PUT /v2.0/floatingips/9e43d06f-a890-40fc-b599-825ec211dae9 HTTP/1.1" status: 200 len: 997 time: 1.7500844 Jan 15 15:10:31.134383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'tag': '294c865a-6ee3-4946-992e-761d2b1d98d6'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:31.203730 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'tag': '294c865a-6ee3-4946-992e-761d2b1d98d6', 'status': 'completed', 'code': 200} Jan 15 15:10:31.224906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46addee4-5be3-4d63-9d02-549084b712ae req-c7bd37f6-eeae-49d9-b657-4adae92977a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.226560 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46addee4-5be3-4d63-9d02-549084b712ae req-c7bd37f6-eeae-49d9-b657-4adae92977a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 1163 time: 0.0789285 Jan 15 15:10:31.287063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:10:31.333807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-98d0a7c1-6a47-4024-aea5-0e75bb71b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.335462 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-98d0a7c1-6a47-4024-aea5-0e75bb71b98f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 1163 time: 0.0836301 Jan 15 15:10:31.375473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46addee4-5be3-4d63-9d02-549084b712ae req-1c4dd686-46d5-4da3-99ff-15453d3f3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.377321 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46addee4-5be3-4d63-9d02-549084b712ae req-1c4dd686-46d5-4da3-99ff-15453d3f3806 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1429524 Jan 15 15:10:31.496545 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-414686e5-268a-4888-bb04-641394d0da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.498735 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-414686e5-268a-4888-bb04-641394d0da89 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1562989 Jan 15 15:10:31.579947 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46addee4-5be3-4d63-9d02-549084b712ae req-ca09724d-312b-48ec-88df-4c40b883e3e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=294c865a-6ee3-4946-992e-761d2b1d98d6 HTTP/1.1" status: 200 len: 1000 time: 0.1958270 Jan 15 15:10:31.663716 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-ba976169-5e99-45ac-b812-15a907575dea service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=294c865a-6ee3-4946-992e-761d2b1d98d6 HTTP/1.1" status: 200 len: 1000 time: 0.1579776 Jan 15 15:10:31.677723 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46addee4-5be3-4d63-9d02-549084b712ae req-c29db559-7ff0-4d87-95cf-0866e3a5d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.679512 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46addee4-5be3-4d63-9d02-549084b712ae req-c29db559-7ff0-4d87-95cf-0866e3a5d255 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0847139 Jan 15 15:10:31.731960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '9e43d06f-a890-40fc-b599-825ec211dae9', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': '294c865a-6ee3-4946-992e-761d2b1d98d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:78:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:10:28Z', 'updated_at': '2021-01-15T15:10:29Z', 'revision_number': 1, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}, {'id': 'e1a53a66-24d9-48a2-a584-151f9fdda5e0', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:1c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:20Z', 'updated_at': '2021-01-15T15:08:26Z', 'revision_number': 2, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:31.736498 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] Checking router: 13f22f25-3338-4788-ab0c-e01c7db6ce5c for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:10:31.744412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-490f4159-5ccb-4073-af95-3e670b027ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.745848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:10:31.746042 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-490f4159-5ccb-4073-af95-3e670b027ab4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0753002 Jan 15 15:10:31.746523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:10:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:31.832712 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-d271a29c-484b-49a8-bc0a-17500d65ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.834400 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-d271a29c-484b-49a8-bc0a-17500d65ff82 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787811 Jan 15 15:10:31.909362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46addee4-5be3-4d63-9d02-549084b712ae req-51873c9a-db60-4b10-966e-90228102d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.911031 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46addee4-5be3-4d63-9d02-549084b712ae req-51873c9a-db60-4b10-966e-90228102d072 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2194729 Jan 15 15:10:31.938095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:10:31.940802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-32c01260-9f25-4af5-bf28-ba9950bb0dd5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.942654 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-32c01260-9f25-4af5-bf28-ba9950bb0dd5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 815 time: 0.2117064 Jan 15 15:10:31.995264 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-c09c2235-d01f-4b66-8630-466c6bbc34b6 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/quotas/369ae2f5008c45d18c352b363380fa54 HTTP/1.1" status: 200 len: 375 time: 0.0268557 Jan 15 15:10:31.997555 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-8e1cb05b-8e02-4f66-b0d7-043c63489928 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475503 Jan 15 15:10:32.156041 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4b4b34e8-359f-4401-83fe-5cf75c83223e req-ff107ce5-a022-4026-93b6-9815f6b0f34b service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492836 Jan 15 15:10:32.159756 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46addee4-5be3-4d63-9d02-549084b712ae req-ca6d14f6-f0fc-42f7-a9f8-1dbb8778ddfc service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162397 Jan 15 15:10:32.176774 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-02b712a4-6b3d-4f18-82b3-7fb2b848779d tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293116 Jan 15 15:10:32.326579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '9e43d06f-a890-40fc-b599-825ec211dae9', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': '294c865a-6ee3-4946-992e-761d2b1d98d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:78:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:10:28Z', 'updated_at': '2021-01-15T15:10:29Z', 'revision_number': 1, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}, {'id': 'e1a53a66-24d9-48a2-a584-151f9fdda5e0', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:1c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:20Z', 'updated_at': '2021-01-15T15:08:26Z', 'revision_number': 2, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:10:32.330865 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44306c04-dab4-4375-85a5-d003ad9e240e None None] The sync data for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi is: [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': '9e43d06f-a890-40fc-b599-825ec211dae9', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': '294c865a-6ee3-4946-992e-761d2b1d98d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:78:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:10:28Z', 'updated_at': '2021-01-15T15:10:29Z', 'revision_number': 1, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}, {'id': 'e1a53a66-24d9-48a2-a584-151f9fdda5e0', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:1c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:20Z', 'updated_at': '2021-01-15T15:08:26Z', 'revision_number': 2, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:10:32.442037 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-46addee4-5be3-4d63-9d02-549084b712ae req-df730203-fae5-4482-a9d6-cfbb1aa74aa8 service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2642038 Jan 15 15:10:32.444385 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-fbd9d295-74df-49f9-8be9-9237d74a76b3 service neutron] 10.222.0.70 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436121 Jan 15 15:10:32.594988 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-e363054a-6e69-45df-9c0f-b7dffc8ab06d service neutron] 10.222.0.70 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423233 Jan 15 15:10:32.625759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4634d11-20bd-4525-95d3-0ac4a277772b None None] New status for floating IP 9e43d06f-a890-40fc-b599-825ec211dae9: ACTIVE {{(pid=80086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:10:32.808792 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7f3de4ca-3733-40de-b595-de6364a4a8c3 req-13f3b5de-0600-43ce-93b6-22a53ac4cfc5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 210 time: 0.0536706 Jan 15 15:10:33.999428 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3110e5c5-cb6d-480f-a06d-74a884762b5f req-b32ebba0-3a86-4a18-9f37-d630e68a1998 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 210 time: 0.0515130 Jan 15 15:10:34.108998 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-58b785d4-d610-4177-bd6f-ffacd65840d0 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:34.110597 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-58b785d4-d610-4177-bd6f-ffacd65840d0 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 815 time: 0.1851702 Jan 15 15:10:34.143631 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Request body: {'port': {'device_id': '7af3b7ff-ec6f-420a-92fc-29d40628350f', 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67', 'admin_state_up': True, 'tenant_id': '369ae2f5008c45d18c352b363380fa54'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:10:34.298535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:10:34.302678 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Usage tracker for resource:port and tenant:369ae2f5008c45d18c352b363380fa54 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:10:34.306958 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Quota usage for port was recalculated. Used quota:2. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:10:34.313467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:10:34.322563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Made reservation on behalf of 369ae2f5008c45d18c352b363380fa54 for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:10:34.331425 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.644740 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Allocated IP 172.20.0.9 (79770170-de7d-489a-972e-ded4b9e49b67/93bacd75-ff6b-4f07-89f8-82047022e70c/aea944e6-c696-4c34-a470-bfb2430800ea) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:10:34.858667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.884017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.899781 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:35.049378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Pushing event updated for resources: {'Port': ['ID=aea944e6-c696-4c34-a470-bfb2430800ea,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:35.054114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:35.099701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Network 79770170-de7d-489a-972e-ded4b9e49b67 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:10:35.100896 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:10:35.103388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:10:35.182675 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:35.183362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.205392 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0662718 Jan 15 15:10:35.228091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Request body: {'port': {'device_id': '7af3b7ff-ec6f-420a-92fc-29d40628350f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:10:35.236828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfa354-0f2f-4533-8482-87f906cc2874 req-1b591cfe-2934-4494-b1d3-2a40d9f965f5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:35.238474 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-efbfa354-0f2f-4533-8482-87f906cc2874 req-1b591cfe-2934-4494-b1d3-2a40d9f965f5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 931 time: 0.1018541 Jan 15 15:10:35.294380 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-efbfa354-0f2f-4533-8482-87f906cc2874 req-362ab66d-34af-4b24-9e59-b80a01d4d16f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494058 Jan 15 15:10:35.349383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.773402 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea944e6-c696-4c34-a470-bfb2430800ea {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:10:35.781539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.794957 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Transition to ACTIVE for port object aea944e6-c696-4c34-a470-bfb2430800ea will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:10:35.797487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.817868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6dc61950-72eb-4bfc-96a3-cf3d15b9441c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:36.209615 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Pushing event updated for resources: {'Port': ['ID=aea944e6-c696-4c34-a470-bfb2430800ea,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:36.214453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:36.388114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Attempting to bind port aea944e6-c696-4c34-a470-bfb2430800ea on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:10:36.388500 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Attempting to bind port aea944e6-c696-4c34-a470-bfb2430800ea by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:10:36.388881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Attempting to bind port aea944e6-c696-4c34-a470-bfb2430800ea on network 79770170-de7d-489a-972e-ded4b9e49b67 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:10:36.395046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:10:36.395427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Checking segment: {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:10:36.395882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:36.396284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Bound using segment: {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:10:36.396763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Bound port: aea944e6-c696-4c34-a470-bfb2430800ea, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:10:36.397141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:36.490746 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] For port aea944e6-c696-4c34-a470-bfb2430800ea, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:10:36.494635 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] For port aea944e6-c696-4c34-a470-bfb2430800ea, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=aea944e6-c696-4c34-a470-bfb2430800ea,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:10:36.498246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:36.514427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-53f842ee-692a-4ca9-a60b-c9cb3548b80d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:36.535791 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b940f-b4f2-479b-bfa8-96d426aa1587 req-3bf510f0-49da-4ffa-afed-219b5baddf24 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:36.537460 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-935b940f-b4f2-479b-bfa8-96d426aa1587 req-3bf510f0-49da-4ffa-afed-219b5baddf24 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 943 time: 0.1079540 Jan 15 15:10:36.591546 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-935b940f-b4f2-479b-bfa8-96d426aa1587 req-be9c7c8d-6b62-46ec-903a-ef5c296804bd tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469446 Jan 15 15:10:36.677870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Pushing event updated for resources: {'Port': ['ID=aea944e6-c696-4c34-a470-bfb2430800ea,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:36.684268 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:36.713724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:36.714401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:36.715970 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] 10.222.0.75 "PUT /v2.0/ports/aea944e6-c696-4c34-a470-bfb2430800ea HTTP/1.1" status: 200 len: 1157 time: 1.4932253 Jan 15 15:10:36.716520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af3b7ff-ec6f-420a-92fc-29d40628350f', 'tag': 'aea944e6-c696-4c34-a470-bfb2430800ea'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:36.809035 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af3b7ff-ec6f-420a-92fc-29d40628350f', 'tag': 'aea944e6-c696-4c34-a470-bfb2430800ea', 'status': 'completed', 'code': 200} Jan 15 15:10:36.850065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3dbc6738-ae16-4697-a3be-80af05098394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:36.851598 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3dbc6738-ae16-4697-a3be-80af05098394 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 1160 time: 0.0785639 Jan 15 15:10:36.933634 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-0537a014-80ed-42a6-b29d-36951c2b5553 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea944e6-c696-4c34-a470-bfb2430800ea HTTP/1.1" status: 200 len: 217 time: 0.0673826 Jan 15 15:10:37.010034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-56329f3f-c61c-4509-b884-16d271d0fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:37.011624 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-56329f3f-c61c-4509-b884-16d271d0fba8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93bacd75-ff6b-4f07-89f8-82047022e70c HTTP/1.1" status: 200 len: 855 time: 0.0698233 Jan 15 15:10:37.066358 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-567f00c7-40f5-4c18-894b-3fb27d927d5e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=79770170-de7d-489a-972e-ded4b9e49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467980 Jan 15 15:10:37.221056 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-0b01f1ff-4d8d-4266-ab3b-4ebd750d0770 service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453795 Jan 15 15:10:37.369471 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d5744fdb-c0e4-4175-ae77-8d085896a87c req-3bb7aa36-3aae-4b45-b0d9-41a52197f27d service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405284 Jan 15 15:10:37.568999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fba60-29a5-46e7-a933-da91228d6141 req-3bb54de2-4833-4de8-9325-2d738c7b82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:37.570696 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a8fba60-29a5-46e7-a933-da91228d6141 req-3bb54de2-4833-4de8-9325-2d738c7b82f6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 1160 time: 0.0863228 Jan 15 15:10:37.719163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fba60-29a5-46e7-a933-da91228d6141 req-f42aadf3-2941-4e52-a2ab-df9367042ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:37.722472 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a8fba60-29a5-46e7-a933-da91228d6141 req-f42aadf3-2941-4e52-a2ab-df9367042ab6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 909 time: 0.1419554 Jan 15 15:10:37.796669 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a8fba60-29a5-46e7-a933-da91228d6141 req-3c84291c-9889-490e-8e22-314e0cab8195 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea944e6-c696-4c34-a470-bfb2430800ea HTTP/1.1" status: 200 len: 217 time: 0.0678549 Jan 15 15:10:37.826787 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0e376-1f45-4b7f-93ee-1fb49d03bf16 req-dda1ec9d-8b7a-4805-9f6f-608ac15406d5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:37.828379 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32a0e376-1f45-4b7f-93ee-1fb49d03bf16 req-dda1ec9d-8b7a-4805-9f6f-608ac15406d5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 943 time: 0.1045442 Jan 15 15:10:37.874057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fba60-29a5-46e7-a933-da91228d6141 req-9035521f-6388-46fc-99ae-d6f0f588a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:37.875644 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a8fba60-29a5-46e7-a933-da91228d6141 req-9035521f-6388-46fc-99ae-d6f0f588a22d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93bacd75-ff6b-4f07-89f8-82047022e70c HTTP/1.1" status: 200 len: 855 time: 0.0661387 Jan 15 15:10:37.882344 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-32a0e376-1f45-4b7f-93ee-1fb49d03bf16 req-858ff916-661f-4e9f-8eed-2abdb55e90fe tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476744 Jan 15 15:10:37.931958 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a8fba60-29a5-46e7-a933-da91228d6141 req-915b9769-829e-4b46-8be9-ecefdf8aa763 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=79770170-de7d-489a-972e-ded4b9e49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444224 Jan 15 15:10:38.079329 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a8fba60-29a5-46e7-a933-da91228d6141 req-afea2c46-d9d0-4bcb-8cfe-b7245b97d57c service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396432 Jan 15 15:10:38.229918 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1a8fba60-29a5-46e7-a933-da91228d6141 req-bedce6a6-1fa2-437a-9872-8a1cd0f0d855 service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433315 Jan 15 15:10:39.120763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6363-d36e-4ca2-8ace-37fd8ac47db0 req-775f4a96-05eb-40a3-bee0-0310c6a5505d tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:39.122362 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c59e6363-d36e-4ca2-8ace-37fd8ac47db0 req-775f4a96-05eb-40a3-bee0-0310c6a5505d tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 943 time: 0.0995469 Jan 15 15:10:39.178091 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c59e6363-d36e-4ca2-8ace-37fd8ac47db0 req-bf426826-f6ca-481c-8750-2e5503572a85 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493133 Jan 15 15:10:40.407890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470f41b-cb06-4c7c-b2b1-cd9c00e573a3 req-9d84a35c-2998-4223-9d66-f8c3c4805aaf tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:40.409418 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9470f41b-cb06-4c7c-b2b1-cd9c00e573a3 req-9d84a35c-2998-4223-9d66-f8c3c4805aaf tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 943 time: 0.0992293 Jan 15 15:10:40.462258 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9470f41b-cb06-4c7c-b2b1-cd9c00e573a3 req-932f37ad-0ca2-4e4e-beaa-71d01d6bfbd4 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 Jan 15 15:10:41.701290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab8030-0eb1-4e36-9292-f1984039b753 req-ff830c52-e89c-4c23-8804-190d178c9590 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:41.702908 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-80ab8030-0eb1-4e36-9292-f1984039b753 req-ff830c52-e89c-4c23-8804-190d178c9590 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 943 time: 0.1034470 Jan 15 15:10:41.753212 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-80ab8030-0eb1-4e36-9292-f1984039b753 req-62b43a13-9cf6-4d96-8bd2-3541acf30d48 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439832 Jan 15 15:10:41.989933 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device aea944e6-c696-4c34-a470-bfb2430800ea up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:42.061539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port aea944e6-c696-4c34-a470-bfb2430800ea completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:10:42.066376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port aea944e6-c696-4c34-a470-bfb2430800ea triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:42.066797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:42.185520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:42.212799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af3b7ff-ec6f-420a-92fc-29d40628350f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea944e6-c696-4c34-a470-bfb2430800ea'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:42.223536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port aea944e6-c696-4c34-a470-bfb2430800ea, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=aea944e6-c696-4c34-a470-bfb2430800ea,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:42.226730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:42.229539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:42.280122 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af3b7ff-ec6f-420a-92fc-29d40628350f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea944e6-c696-4c34-a470-bfb2430800ea', 'code': 200} Jan 15 15:10:42.299565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=aea944e6-c696-4c34-a470-bfb2430800ea,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:42.308021 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.308413 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.308802 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.309184 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.309563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.309940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.310314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.310688 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.311062 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.311434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.311880 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.312201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.312641 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.313028 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.313376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.313742 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.314107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.314472 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.314837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.315202 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.315565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.315955 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.316324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.316688 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:42.321226 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:42.591963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c75957-16d6-49ae-af6f-73d42fc015aa req-b4b58807-7b1e-48f3-93f7-5d42ea4f6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:42.593521 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-86c75957-16d6-49ae-af6f-73d42fc015aa req-b4b58807-7b1e-48f3-93f7-5d42ea4f6ff9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 1162 time: 0.0813234 Jan 15 15:10:42.642246 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-86c75957-16d6-49ae-af6f-73d42fc015aa req-66abae7c-16cd-43cd-9471-faf271d53fd9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374568 Jan 15 15:10:42.981995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663e652-c142-4808-8ae2-d72df4dffae8 req-14967185-8d9e-4cf9-b9b2-fc58d4b8154b tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:42.983546 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f663e652-c142-4808-8ae2-d72df4dffae8 req-14967185-8d9e-4cf9-b9b2-fc58d4b8154b tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 945 time: 0.1008570 Jan 15 15:10:43.263205 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f663e652-c142-4808-8ae2-d72df4dffae8 req-8c37ded8-8ea6-43e3-ad82-81738f5a1d37 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732816 Jan 15 15:10:43.369588 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device aea944e6-c696-4c34-a470-bfb2430800ea up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:43.440936 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port aea944e6-c696-4c34-a470-bfb2430800ea triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:43.441357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:44.497441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06abce8-9878-42c3-8864-f1ea79d44e4b req-d86f46ee-8249-490a-9c91-cd2716b8c96a tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:44.499071 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e06abce8-9878-42c3-8864-f1ea79d44e4b req-d86f46ee-8249-490a-9c91-cd2716b8c96a tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 945 time: 0.1024358 Jan 15 15:10:44.554476 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e06abce8-9878-42c3-8864-f1ea79d44e4b req-880d976a-1396-4e48-8548-ee0907929279 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Jan 15 15:10:52.695572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d4ea-affe-449f-b27c-c88ac3a940ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:54.717762 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ffcb-01e9-4bef-ac94-6c588d62dfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:55.872576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:56.861661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:57.380757 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:57.687283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-507c08cc-426c-49a4-a5e7-d2c039f1014c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:57.688835 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-507c08cc-426c-49a4-a5e7-d2c039f1014c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 815 time: 0.1780398 Jan 15 15:10:57.705067 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-60bd633c-0546-4901-ae8a-5441a613bffb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/quotas/369ae2f5008c45d18c352b363380fa54 HTTP/1.1" status: 200 len: 375 time: 0.0101128 Jan 15 15:10:57.805899 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-f3623681-9160-4fab-8197-0a47656de321 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951121 Jan 15 15:10:57.954395 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-dfff4604-88b0-4b20-8193-42db54e19924 service neutron] 10.222.0.70 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397555 Jan 15 15:10:58.100052 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-5fc1e5bf-2da9-4cc0-80fb-0cc07a756da2 service neutron] 10.222.0.70 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392081 Jan 15 15:10:58.301692 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-48e2d666-671d-4db8-b9bb-d3063b4c0e73 req-01cb291f-5988-4ff1-a6b8-4110c3b8a663 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 210 time: 0.0466075 Jan 15 15:10:58.894063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:10:59.492721 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-04729a5b-e18d-468c-a833-cf4be0658887 req-e0f6062d-5908-4fdb-9609-1747353a6c2a tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 210 time: 0.0474381 Jan 15 15:10:59.595375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-70282b3c-45c9-4366-8143-cc090a56e626 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:59.597471 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-70282b3c-45c9-4366-8143-cc090a56e626 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 815 time: 0.2091873 Jan 15 15:10:59.631960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Request body: {'port': {'device_id': '3b0cb372-e805-4e51-a4d2-5744b1647e5e', 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67', 'admin_state_up': True, 'tenant_id': '369ae2f5008c45d18c352b363380fa54'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:10:59.782384 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:10:59.786521 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Usage tracker for resource:port and tenant:369ae2f5008c45d18c352b363380fa54 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:10:59.789560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Quota usage for port was recalculated. Used quota:3. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:10:59.796302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:10:59.807416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Made reservation on behalf of 369ae2f5008c45d18c352b363380fa54 for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:10:59.816433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.135445 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Allocated IP 172.20.0.10 (79770170-de7d-489a-972e-ded4b9e49b67/93bacd75-ff6b-4f07-89f8-82047022e70c/3bec8126-e88a-4c5f-921e-5bca8099111a) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:11:00.348456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.374960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.389814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4273df32-4e30-4559-ac48-88216827290c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:00.533107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Pushing event updated for resources: {'Port': ['ID=3bec8126-e88a-4c5f-921e-5bca8099111a,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:00.544558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.544975 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.545380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.545780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.546177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.546575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.546962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.547337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.547771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.548146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.548620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.548900 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.549366 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.549755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.550141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.550528 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.550913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.551298 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.551698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.552088 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.552474 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.552858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.553242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.553623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:00.559333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:00.603042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Network 79770170-de7d-489a-972e-ded4b9e49b67 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:11:00.604331 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:00.606766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:11:00.690656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:00.691398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.713963 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-8e743cef-31d9-4030-8f7f-da4e759dd7ab tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0859900 Jan 15 15:11:00.734394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Request body: {'port': {'device_id': '3b0cb372-e805-4e51-a4d2-5744b1647e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:00.815983 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2eec2-fbee-4075-9b51-c22b6e284a2e req-5206dac0-3f71-4774-9ef5-e9fac217410f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:00.817644 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-08e2eec2-fbee-4075-9b51-c22b6e284a2e req-5206dac0-3f71-4774-9ef5-e9fac217410f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 932 time: 0.1858420 Jan 15 15:11:00.854555 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.870142 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-08e2eec2-fbee-4075-9b51-c22b6e284a2e req-36506e63-12b2-4094-b8c7-55ace94534cd tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Jan 15 15:11:00.995637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.264138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bec8126-e88a-4c5f-921e-5bca8099111a {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:11:01.271376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.283464 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Transition to ACTIVE for port object 3bec8126-e88a-4c5f-921e-5bca8099111a will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:11:01.286112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.301822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3bcecc93-a1b1-456d-8bb2-d738b58ad71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:01.442582 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Pushing event updated for resources: {'Port': ['ID=3bec8126-e88a-4c5f-921e-5bca8099111a,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:01.446903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:01.512542 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-c26bf30f-9ec3-4455-8ca9-ced4a5bff5a7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0832481 Jan 15 15:11:01.625916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Attempting to bind port 3bec8126-e88a-4c5f-921e-5bca8099111a on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:11:01.626206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Attempting to bind port 3bec8126-e88a-4c5f-921e-5bca8099111a by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:11:01.626578 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Attempting to bind port 3bec8126-e88a-4c5f-921e-5bca8099111a on network 79770170-de7d-489a-972e-ded4b9e49b67 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:11:01.632484 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:11:01.632867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Checking segment: {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:11:01.633272 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.633597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-98214bac-1a09-4996-9a83-680c5df4ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:01.633720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Bound using segment: {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:11:01.634144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Bound port: 3bec8126-e88a-4c5f-921e-5bca8099111a, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0111cb3c-914d-4261-b827-a995710971ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79770170-de7d-489a-972e-ded4b9e49b67'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:11:01.634527 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.635619 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-98214bac-1a09-4996-9a83-680c5df4ead5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1162 time: 0.0760930 Jan 15 15:11:01.730111 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] For port 3bec8126-e88a-4c5f-921e-5bca8099111a, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:11:01.733480 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] For port 3bec8126-e88a-4c5f-921e-5bca8099111a, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3bec8126-e88a-4c5f-921e-5bca8099111a,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:11:01.736994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.752911 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3b411f7e-13ef-4993-a0b3-f37cbe7c9216 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:01.801463 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-120f7c77-c617-43ed-a66d-e443596130e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:01.803072 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-120f7c77-c617-43ed-a66d-e443596130e9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 902 time: 0.1419585 Jan 15 15:11:01.936444 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-22687202-4ff5-4445-b635-2d3ff218f212 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 1001 time: 0.1258659 Jan 15 15:11:02.068380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-7ae08a3b-217b-4ee5-81f1-1bb631297314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.069993 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-7ae08a3b-217b-4ee5-81f1-1bb631297314 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 200 len: 847 time: 0.1263125 Jan 15 15:11:02.158830 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Pushing event updated for resources: {'Port': ['ID=3bec8126-e88a-4c5f-921e-5bca8099111a,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:02.164701 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:02.171002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8396b6a-d9e5-4446-8fa7-82c2420d4557 req-8360c6b6-d7b4-4f12-867b-948ad2b93a76 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.172747 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c8396b6a-d9e5-4446-8fa7-82c2420d4557 req-8360c6b6-d7b4-4f12-867b-948ad2b93a76 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 944 time: 0.1663570 Jan 15 15:11:02.201174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.201854 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.203373 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] 10.222.0.75 "PUT /v2.0/ports/3bec8126-e88a-4c5f-921e-5bca8099111a HTTP/1.1" status: 200 len: 1158 time: 1.4737201 Jan 15 15:11:02.204149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0cb372-e805-4e51-a4d2-5744b1647e5e', 'tag': '3bec8126-e88a-4c5f-921e-5bca8099111a'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:02.249254 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c8396b6a-d9e5-4446-8fa7-82c2420d4557 req-c66c3750-1897-4bed-8822-94304a39d25a tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679026 Jan 15 15:11:02.252325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-152220a6-2cd8-4a6e-a6b5-78c181ec68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.254379 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-152220a6-2cd8-4a6e-a6b5-78c181ec68a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2eade10e-f287-48b4-a49f-d2abfa705b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1629832 Jan 15 15:11:02.343127 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0cb372-e805-4e51-a4d2-5744b1647e5e', 'tag': '3bec8126-e88a-4c5f-921e-5bca8099111a', 'status': 'completed', 'code': 200} Jan 15 15:11:02.364228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-892f8add-6239-4ccd-9571-d370a31e5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.365913 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-892f8add-6239-4ccd-9571-d370a31e5f45 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 1161 time: 0.0890508 Jan 15 15:11:02.484372 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-4314537a-038e-42ed-8985-258af40c6be5 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078097 Jan 15 15:11:02.502383 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-84012997-a4cb-446f-9993-09f5c3639ed9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bec8126-e88a-4c5f-921e-5bca8099111a HTTP/1.1" status: 200 len: 217 time: 0.0683846 Jan 15 15:11:02.574044 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-691bf959-1f24-44f4-9c99-214838bf4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.575638 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-691bf959-1f24-44f4-9c99-214838bf4270 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93bacd75-ff6b-4f07-89f8-82047022e70c HTTP/1.1" status: 200 len: 855 time: 0.0664074 Jan 15 15:11:02.629618 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-097a572e-34e8-43ff-a224-586a504d6efe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=79770170-de7d-489a-972e-ded4b9e49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440001 Jan 15 15:11:02.655201 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a63a3-51e7-45ff-8ca6-192cf5f2be99 req-a4a883b2-23b9-41a8-a05b-c3a22acff8ab tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.656904 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c00a63a3-51e7-45ff-8ca6-192cf5f2be99 req-a4a883b2-23b9-41a8-a05b-c3a22acff8ab tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.2433338 Jan 15 15:11:02.696027 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5e4fa7b6-9873-4a08-9405-038dee072df3 req-436283f5-9ee0-4a3c-b3a3-6132860b6530 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2030559 Jan 15 15:11:02.724583 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c00a63a3-51e7-45ff-8ca6-192cf5f2be99 req-99ca86b2-7ed1-4b2e-83d4-d9d071164f20 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0547640 Jan 15 15:11:02.780094 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-07f28b12-56c1-473d-8a0d-754e54cdab84 service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420619 Jan 15 15:11:02.926573 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ac13b5cc-26ec-438f-bec8-6eed2318c83d req-a7c37e75-03d5-4086-ab9c-c604abec1529 service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386287 Jan 15 15:11:03.125191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d34e8e-43d9-4bfe-b427-40080927e6ae req-b1bf79f4-2ac0-4bd1-8cf0-abbf1e554b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:03.126807 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-35d34e8e-43d9-4bfe-b427-40080927e6ae req-b1bf79f4-2ac0-4bd1-8cf0-abbf1e554b62 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=369ae2f5008c45d18c352b363380fa54&device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 1161 time: 0.0823655 Jan 15 15:11:03.277666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d34e8e-43d9-4bfe-b427-40080927e6ae req-9fd66d6c-1fab-47a4-8093-56c30309e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:03.279266 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-35d34e8e-43d9-4bfe-b427-40080927e6ae req-9fd66d6c-1fab-47a4-8093-56c30309e7f3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 200 len: 909 time: 0.1422322 Jan 15 15:11:03.357070 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-35d34e8e-43d9-4bfe-b427-40080927e6ae req-4ef80186-676c-456f-8a7f-9881a17a0686 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bec8126-e88a-4c5f-921e-5bca8099111a HTTP/1.1" status: 200 len: 217 time: 0.0663509 Jan 15 15:11:03.440280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d34e8e-43d9-4bfe-b427-40080927e6ae req-d3b805f9-228f-4913-b525-3c74f3700e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:03.441799 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-35d34e8e-43d9-4bfe-b427-40080927e6ae req-d3b805f9-228f-4913-b525-3c74f3700e33 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93bacd75-ff6b-4f07-89f8-82047022e70c HTTP/1.1" status: 200 len: 855 time: 0.0750406 Jan 15 15:11:03.490286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15bcd3-ef27-426a-8950-375f458b459d req-a96ad83d-d836-4756-bead-934f703f89d2 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:03.491999 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa15bcd3-ef27-426a-8950-375f458b459d req-a96ad83d-d836-4756-bead-934f703f89d2 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 944 time: 0.1016982 Jan 15 15:11:03.495252 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-35d34e8e-43d9-4bfe-b427-40080927e6ae req-7344a56e-c6c0-4d84-a9cf-67e0031ecee4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=79770170-de7d-489a-972e-ded4b9e49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460267 Jan 15 15:11:03.548613 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa15bcd3-ef27-426a-8950-375f458b459d req-8ed23890-0516-4f93-963c-ac29b8131930 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499732 Jan 15 15:11:03.651637 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-35d34e8e-43d9-4bfe-b427-40080927e6ae req-82ff4f6f-5ec4-4b0b-a303-df8369961b18 service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385963 Jan 15 15:11:03.800473 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-35d34e8e-43d9-4bfe-b427-40080927e6ae req-1560a46a-5520-421f-a467-a1eedc8f3cbd service neutron] 10.222.0.75 "GET /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404653 Jan 15 15:11:03.968406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696da6d-8873-47ba-8a4b-9752f27a0729 req-66dfcacb-ec13-412f-a980-d8f35fd75851 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:03.970004 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0696da6d-8873-47ba-8a4b-9752f27a0729 req-66dfcacb-ec13-412f-a980-d8f35fd75851 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1066134 Jan 15 15:11:04.021533 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0696da6d-8873-47ba-8a4b-9752f27a0729 req-9abf6655-4bd8-4e0c-9670-c6cd101c02ad tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0445633 Jan 15 15:11:04.861728 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c9d70-ccc4-4bfc-af85-a569e4621c79 req-f54a2791-74ee-4eb7-9d35-99f6fa46b4f2 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:04.863341 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-721c9d70-ccc4-4bfc-af85-a569e4621c79 req-f54a2791-74ee-4eb7-9d35-99f6fa46b4f2 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 944 time: 0.1779358 Jan 15 15:11:04.914970 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-721c9d70-ccc4-4bfc-af85-a569e4621c79 req-4d9084f9-87f9-4e87-bfcc-cda0b09d8b69 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Jan 15 15:11:05.256312 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff61a2-023b-4867-bff7-7ed6f0eed565 req-2e052390-c90d-4f0f-be77-e13c9df6171c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:05.257927 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1eff61a2-023b-4867-bff7-7ed6f0eed565 req-2e052390-c90d-4f0f-be77-e13c9df6171c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1060221 Jan 15 15:11:05.312067 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1eff61a2-023b-4867-bff7-7ed6f0eed565 req-ce3cffb5-db30-48cf-8357-fb495ddb4115 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0478227 Jan 15 15:11:06.147262 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c58e-0a01-4f73-8c30-e4635b8e9881 req-df6ffc1f-8dea-4af4-a56f-b1fc0a7f6b30 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:06.148944 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f8e8c58e-0a01-4f73-8c30-e4635b8e9881 req-df6ffc1f-8dea-4af4-a56f-b1fc0a7f6b30 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 944 time: 0.1014614 Jan 15 15:11:06.200656 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f8e8c58e-0a01-4f73-8c30-e4635b8e9881 req-e7c668c3-0012-41e7-8bdf-609bc4e46943 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 Jan 15 15:11:06.270393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3bec8126-e88a-4c5f-921e-5bca8099111a up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:06.340135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 3bec8126-e88a-4c5f-921e-5bca8099111a completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:11:06.345089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 3bec8126-e88a-4c5f-921e-5bca8099111a triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:06.345512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:06.463723 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:06.495063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0cb372-e805-4e51-a4d2-5744b1647e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bec8126-e88a-4c5f-921e-5bca8099111a'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:06.505767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 3bec8126-e88a-4c5f-921e-5bca8099111a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3bec8126-e88a-4c5f-921e-5bca8099111a,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:06.508946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:06.512129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:06.553565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5f49c-67f4-4fc7-9a7c-f0146d4572e9 req-31255363-af37-40d3-9dd3-a5c4b3f3d858 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:06.555144 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dfc5f49c-67f4-4fc7-9a7c-f0146d4572e9 req-31255363-af37-40d3-9dd3-a5c4b3f3d858 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1098552 Jan 15 15:11:06.566731 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0cb372-e805-4e51-a4d2-5744b1647e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bec8126-e88a-4c5f-921e-5bca8099111a', 'code': 200} Jan 15 15:11:06.585741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=3bec8126-e88a-4c5f-921e-5bca8099111a,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:06.589471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:06.607861 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dfc5f49c-67f4-4fc7-9a7c-f0146d4572e9 req-c1930aec-7f5f-4eac-969a-7f0630b297eb tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0454710 Jan 15 15:11:06.858573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc514e-280e-4f2b-a36d-b469adb460aa req-f1781fca-ee30-47bb-8c24-59817408f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:06.860296 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5dc514e-280e-4f2b-a36d-b469adb460aa req-f1781fca-ee30-47bb-8c24-59817408f5fe service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 1163 time: 0.0762253 Jan 15 15:11:06.908858 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a5dc514e-280e-4f2b-a36d-b469adb460aa req-8211f9ec-6755-444c-8d89-1dca3bdda8bd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Jan 15 15:11:07.432678 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ac269-2932-47d0-b8cb-a38461d094e9 req-13d34117-1560-4034-bfd9-35f3fc89b5c2 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:07.434358 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-af4ac269-2932-47d0-b8cb-a38461d094e9 req-13d34117-1560-4034-bfd9-35f3fc89b5c2 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 946 time: 0.1009228 Jan 15 15:11:07.490727 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-af4ac269-2932-47d0-b8cb-a38461d094e9 req-afebbf9f-6e43-44e4-9944-78a0ec8568bc tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497165 Jan 15 15:11:07.649299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3bec8126-e88a-4c5f-921e-5bca8099111a up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:07.719789 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 3bec8126-e88a-4c5f-921e-5bca8099111a triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:07.720213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:07.843471 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554ab5b-5efb-4b29-950e-cc87ffd9949c req-7b417a63-db79-4b97-a6d6-aa4a45ff03a9 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:07.845185 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2554ab5b-5efb-4b29-950e-cc87ffd9949c req-7b417a63-db79-4b97-a6d6-aa4a45ff03a9 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1014698 Jan 15 15:11:07.897503 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2554ab5b-5efb-4b29-950e-cc87ffd9949c req-c71ac5ae-0f2f-4505-964a-0d371c136511 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457468 Jan 15 15:11:08.726815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d6740-0185-4a29-8f9f-a8f449188ea7 req-8239c499-7e99-44f0-8c8c-967a930620d6 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:08.728391 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-081d6740-0185-4a29-8f9f-a8f449188ea7 req-8239c499-7e99-44f0-8c8c-967a930620d6 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 946 time: 0.1037245 Jan 15 15:11:08.781089 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-081d6740-0185-4a29-8f9f-a8f449188ea7 req-97895dbe-c4f4-4ae6-9c82-533e10978eef tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460267 Jan 15 15:11:09.129863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd9d4d-4483-461b-947c-6d9629f6a7ba req-61f4e0c5-75d6-45e2-bdda-4c22835b102f tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:09.131566 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1edd9d4d-4483-461b-947c-6d9629f6a7ba req-61f4e0c5-75d6-45e2-bdda-4c22835b102f tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1021779 Jan 15 15:11:09.188218 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1edd9d4d-4483-461b-947c-6d9629f6a7ba req-707d1207-c7d6-4da3-9a7b-d530823a2319 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0497203 Jan 15 15:11:09.829372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3bec8126-e88a-4c5f-921e-5bca8099111a up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:09.901073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 3bec8126-e88a-4c5f-921e-5bca8099111a triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:09.901505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:10.419113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c3003-5dcf-47f8-9793-2b252dc05805 req-76491dc5-f02c-457b-8a74-378926d13565 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:10.420840 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-066c3003-5dcf-47f8-9793-2b252dc05805 req-76491dc5-f02c-457b-8a74-378926d13565 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.0999577 Jan 15 15:11:10.472408 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-066c3003-5dcf-47f8-9793-2b252dc05805 req-8a28d68b-1fbd-46ee-a235-50d0312fd33e tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0452349 Jan 15 15:11:11.927577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8fbd6-6d8c-407d-8d84-c916b2f2ba5a req-cb7d4a05-66ec-4e82-a677-6857365ac4c5 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:11.929233 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0d8fbd6-6d8c-407d-8d84-c916b2f2ba5a req-cb7d4a05-66ec-4e82-a677-6857365ac4c5 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.3218892 Jan 15 15:11:11.982792 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e0d8fbd6-6d8c-407d-8d84-c916b2f2ba5a req-72bf2f97-1316-4453-b7b7-8693426fcaaf tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0462909 Jan 15 15:11:13.220927 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79273939-9c54-4853-bef1-c7cd72636db7 req-453dedf6-567a-4060-b378-9ba0b44f6bb2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:13.222674 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-79273939-9c54-4853-bef1-c7cd72636db7 req-453dedf6-567a-4060-b378-9ba0b44f6bb2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1024365 Jan 15 15:11:13.277295 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-79273939-9c54-4853-bef1-c7cd72636db7 req-819c4881-966f-4182-941a-dd278ffe2ed8 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0463412 Jan 15 15:11:14.510962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa34a38-5a26-4ad8-b6cb-5c29ce2f155d req-bfb2897e-10dd-4818-a50a-0bf2519f6fd7 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:14.512612 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-daa34a38-5a26-4ad8-b6cb-5c29ce2f155d req-bfb2897e-10dd-4818-a50a-0bf2519f6fd7 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1032834 Jan 15 15:11:14.564971 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-daa34a38-5a26-4ad8-b6cb-5c29ce2f155d req-0f19f4c5-ebaa-478b-b72d-e4c529b7aed6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457685 Jan 15 15:11:15.746906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 46af01a7-eaea-4705-aba8-5e2e364cf5bf up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:15.797449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3c2c4-5abc-485c-99cc-bad1109d29aa req-9565ed6d-706e-4163-a54a-039e8e06ca2d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:15.799081 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-18b3c2c4-5abc-485c-99cc-bad1109d29aa req-9565ed6d-706e-4163-a54a-039e8e06ca2d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1034923 Jan 15 15:11:15.818156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 46af01a7-eaea-4705-aba8-5e2e364cf5bf triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:15.818574 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:15.851981 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-18b3c2c4-5abc-485c-99cc-bad1109d29aa req-7323667b-d2fb-43fd-a8dd-ab1203366ff3 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0465546 Jan 15 15:11:17.081989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495f051-dee3-4b89-b956-69001924d4ea req-0ab0c582-8604-4856-a5d9-32dbea8a1632 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:17.083606 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f495f051-dee3-4b89-b956-69001924d4ea req-0ab0c582-8604-4856-a5d9-32dbea8a1632 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.0999231 Jan 15 15:11:17.134227 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f495f051-dee3-4b89-b956-69001924d4ea req-1f4a4359-6e09-482b-820c-5a160a662670 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0442159 Jan 15 15:11:17.760467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-73f593b3-b3ad-4851-ab66-e97dee74e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:17.762108 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-73f593b3-b3ad-4851-ab66-e97dee74e2db service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1162 time: 0.0775478 Jan 15 15:11:17.910427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-b3428cd2-a0be-4344-8673-e289dab909a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:17.912080 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-b3428cd2-a0be-4344-8673-e289dab909a6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 902 time: 0.1411421 Jan 15 15:11:18.023431 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-517074b1-bceb-41f1-949b-6a3dee977a34 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 1001 time: 0.1022549 Jan 15 15:11:18.102672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-0b95b80d-920c-4c6e-9bc6-9fa23144a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:18.104356 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-0b95b80d-920c-4c6e-9bc6-9fa23144a08f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 200 len: 847 time: 0.0684481 Jan 15 15:11:18.191423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-eb363157-bc8d-4793-b8e0-29ee007695d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:18.193146 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-eb363157-bc8d-4793-b8e0-29ee007695d1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2eade10e-f287-48b4-a49f-d2abfa705b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791893 Jan 15 15:11:18.207767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-8aa3d22d-169d-4da6-8175-32fcafddfe9a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:11:18.208853 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-8aa3d22d-169d-4da6-8175-32fcafddfe9a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0055161 Jan 15 15:11:18.361636 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-5052624c-f4f0-473a-81ba-f450d2392ce2 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424248 Jan 15 15:11:18.370176 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de2f71-d6b2-4c21-ba31-e70657048eaf req-dd0248b4-7ee9-4f53-bc7f-23ebdc5a7ea2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:18.371897 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-02de2f71-d6b2-4c21-ba31-e70657048eaf req-dd0248b4-7ee9-4f53-bc7f-23ebdc5a7ea2 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1038387 Jan 15 15:11:18.426948 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-02de2f71-d6b2-4c21-ba31-e70657048eaf req-8c971569-26b8-430b-8a17-4e01525ae579 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0486441 Jan 15 15:11:18.528607 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e989f27-1c6e-4a5a-934c-37997d855a07 req-edffdc41-69ef-47a5-a633-08d2134b0c0a service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1600463 Jan 15 15:11:19.677386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a874fa-4768-478b-b6c9-92de3be6b05f req-dc5b7a88-5ff1-45a0-83ec-daa356cdbfbf tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:19.679002 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-53a874fa-4768-478b-b6c9-92de3be6b05f req-dc5b7a88-5ff1-45a0-83ec-daa356cdbfbf tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1073849 Jan 15 15:11:19.730891 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-53a874fa-4768-478b-b6c9-92de3be6b05f req-f91340b1-6dd5-4e0f-a44f-f0f8d7ff8d70 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0450692 Jan 15 15:11:20.966538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bdd0e-293e-4a2d-9241-3c80c70ff0b5 req-46895a65-c9a0-4a15-8f7b-5964fc0d931b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:20.968116 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f17bdd0e-293e-4a2d-9241-3c80c70ff0b5 req-46895a65-c9a0-4a15-8f7b-5964fc0d931b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1034393 Jan 15 15:11:21.019543 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f17bdd0e-293e-4a2d-9241-3c80c70ff0b5 req-5568e162-37ea-477c-a663-348ea6b0a8a5 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0445745 Jan 15 15:11:21.588309 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 46af01a7-eaea-4705-aba8-5e2e364cf5bf no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:21.712386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:21.741373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:21.752087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 46af01a7-eaea-4705-aba8-5e2e364cf5bf, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:21.755053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:21.756934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:21.807297 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'code': 200} Jan 15 15:11:21.826968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=46af01a7-eaea-4705-aba8-5e2e364cf5bf,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:21.830283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:22.261666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b4e6c-0f7f-492f-8132-5e550df78b26 req-73c9f093-d091-417a-b3a5-663b394aec15 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:22.263289 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-308b4e6c-0f7f-492f-8132-5e550df78b26 req-73c9f093-d091-417a-b3a5-663b394aec15 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1054201 Jan 15 15:11:22.316516 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-308b4e6c-0f7f-492f-8132-5e550df78b26 req-8e7acb22-5e36-4b8c-ac50-fc34c8646a56 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0465922 Jan 15 15:11:22.697180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-607c41c0-0ee5-4c2c-8e27-5947909ad8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:23.219990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5d58d-857a-4f94-9203-e0c499854dd1 req-a3d5a395-7364-4c50-b28f-879a3fcbc805 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:23.221609 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-26d5d58d-857a-4f94-9203-e0c499854dd1 req-a3d5a395-7364-4c50-b28f-879a3fcbc805 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 946 time: 0.1057723 Jan 15 15:11:23.273036 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-26d5d58d-857a-4f94-9203-e0c499854dd1 req-1466c5d5-0cd2-4842-acd2-d148ac621a7c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449972 Jan 15 15:11:23.731564 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-2a40ff48-44fc-47cd-97db-951b92128e3b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1527989 Jan 15 15:11:23.759082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff9d31-029b-4bc8-bc38-34e975073966 req-87446a1c-bc2d-4a10-8519-19d7dd6c6006 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:23.760949 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-12ff9d31-029b-4bc8-bc38-34e975073966 req-87446a1c-bc2d-4a10-8519-19d7dd6c6006 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1026549 Jan 15 15:11:23.813591 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-12ff9d31-029b-4bc8-bc38-34e975073966 req-d6f3e1cb-b9b1-487d-904f-c3c88fdbaddf tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0458670 Jan 15 15:11:24.519149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7ec6a-748e-496a-ba80-32c39173778e req-86a261fb-affb-46c9-8311-bc3ee60d27fb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:24.520882 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1eb7ec6a-748e-496a-ba80-32c39173778e req-86a261fb-affb-46c9-8311-bc3ee60d27fb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 946 time: 0.1109045 Jan 15 15:11:24.575704 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1eb7ec6a-748e-496a-ba80-32c39173778e req-7dd114b8-cbbe-4f82-8702-dafefc7c7f08 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479217 Jan 15 15:11:24.720725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4876c05b-464d-47c6-b727-696d066c7929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.051231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab82e-b502-4fa8-98b1-c5e215c32568 req-1e5ba798-2437-4fb5-bcda-08be1028ba02 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:25.052882 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f3dab82e-b502-4fa8-98b1-c5e215c32568 req-1e5ba798-2437-4fb5-bcda-08be1028ba02 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1071548 Jan 15 15:11:25.104318 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f3dab82e-b502-4fa8-98b1-c5e215c32568 req-b638a69f-35e9-4819-ba1d-422f9acf998a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0448992 Jan 15 15:11:25.368195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-b9907dd6-cd1f-4ff7-a1e0-06751ce72d8c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:25.369116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-b9907dd6-cd1f-4ff7-a1e0-06751ce72d8c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Synchronizing usage tracker for tenant:369ae2f5008c45d18c352b363380fa54 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:25.386784 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-b9907dd6-cd1f-4ff7-a1e0-06751ce72d8c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Unset dirty status for tenant:369ae2f5008c45d18c352b363380fa54 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:25.388063 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-b9907dd6-cd1f-4ff7-a1e0-06751ce72d8c tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 946 time: 0.1206479 Jan 15 15:11:25.473335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Deleting port 3bec8126-e88a-4c5f-921e-5bca8099111a {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:25.473725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.589803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 3bec8126-e88a-4c5f-921e-5bca8099111a no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:25.728604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.749534 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] For port 3bec8126-e88a-4c5f-921e-5bca8099111a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3bec8126-e88a-4c5f-921e-5bca8099111a,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:25.749924 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.757580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0cb372-e805-4e51-a4d2-5744b1647e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bec8126-e88a-4c5f-921e-5bca8099111a'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:25.769165 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 3bec8126-e88a-4c5f-921e-5bca8099111a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3bec8126-e88a-4c5f-921e-5bca8099111a,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:25.772698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.775125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:25.827598 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0cb372-e805-4e51-a4d2-5744b1647e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bec8126-e88a-4c5f-921e-5bca8099111a', 'code': 200} Jan 15 15:11:25.846659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=3bec8126-e88a-4c5f-921e-5bca8099111a,revision_number=5']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:25.847903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-4139eb52-e58f-4155-895f-fcda426120fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:25.850191 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:25.850705 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-4139eb52-e58f-4155-895f-fcda426120fe service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b&tenant_id=c5035a8ae9b94036a945d3253eab8a4c HTTP/1.1" status: 200 len: 1160 time: 0.2439272 Jan 15 15:11:25.875046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.884267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc27d6-b984-43c9-b139-1ac0ad0df5c2 req-8502d36a-561e-4af7-bff1-170b1902e58f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:25.886481 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-91cc27d6-b984-43c9-b139-1ac0ad0df5c2 req-8502d36a-561e-4af7-bff1-170b1902e58f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 944 time: 0.1576636 Jan 15 15:11:25.894383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Calling delete_port for 3bec8126-e88a-4c5f-921e-5bca8099111a owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:25.977117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:11:25.977480 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:11:25.997306 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-91cc27d6-b984-43c9-b139-1ac0ad0df5c2 req-cb04482f-f297-4b36-be12-c037a9da2cb5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038959 Jan 15 15:11:26.015223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-5ca0379a-34a7-4c78-82d5-5264ddd279fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:26.017111 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-5ca0379a-34a7-4c78-82d5-5264ddd279fb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1160 time: 0.1072500 Jan 15 15:11:26.166676 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-e6184299-1f02-4fa3-b178-c302e3021722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:26.168386 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-e6184299-1f02-4fa3-b178-c302e3021722 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 902 time: 0.1413891 Jan 15 15:11:26.333868 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-a0333093-f935-4624-9cd4-6ce9102de222 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 999 time: 0.1583302 Jan 15 15:11:26.428491 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4345dd-9f7d-41a2-b67a-aba7954dd182 req-eaa26f2c-c622-4420-b04d-2c7f99cc6d44 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:26.430078 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2d4345dd-9f7d-41a2-b67a-aba7954dd182 req-eaa26f2c-c622-4420-b04d-2c7f99cc6d44 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1870282 Jan 15 15:11:26.436141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-bf889b6b-e7b3-4dd9-ac62-25449b9a8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:26.437653 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-bf889b6b-e7b3-4dd9-ac62-25449b9a8089 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 200 len: 847 time: 0.0947611 Jan 15 15:11:26.478958 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Deleting port 3bec8126-e88a-4c5f-921e-5bca8099111a {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:26.479352 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.538426 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2d4345dd-9f7d-41a2-b67a-aba7954dd182 req-f4dff0d8-9389-42d4-a430-0243b110443e tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0997291 Jan 15 15:11:26.559156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-beb93f4d-4eb1-492f-ace0-1ca2e4f7359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:26.560988 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-beb93f4d-4eb1-492f-ace0-1ca2e4f7359e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2eade10e-f287-48b4-a49f-d2abfa705b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060791 Jan 15 15:11:26.709001 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-a6a966af-46db-4d6b-be1d-22cb4da7bb54 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390722 Jan 15 15:11:26.745362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] For port 3bec8126-e88a-4c5f-921e-5bca8099111a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=3bec8126-e88a-4c5f-921e-5bca8099111a,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:26.745803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.858142 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c4b9565e-b6f2-47ab-89d6-162e8ce02cac req-6b5fbc4e-30cb-4bc5-bbc8-d874d6e23400 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388431 Jan 15 15:11:26.867590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.880953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Calling delete_port for 3bec8126-e88a-4c5f-921e-5bca8099111a owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:27.038147 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.054332 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e69d68c0-5eae-4aa4-b070-8b3e87a73db6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:27.111066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Pushing event deleted for resources: {'Port': ['ID=3bec8126-e88a-4c5f-921e-5bca8099111a,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:27.116077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:27.184696 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-cbcc5133-67fb-48e4-89e7-78b75e71993b req-8b9e53e5-9203-470d-96e9-b9c83d6dd66d tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=3b0cb372-e805-4e51-a4d2-5744b1647e5e HTTP/1.1" status: 200 len: 210 time: 0.0464392 Jan 15 15:11:27.265250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] No DVR routers for this DVR port 3bec8126-e88a-4c5f-921e-5bca8099111a on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:11:27.267692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.270423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0cb372-e805-4e51-a4d2-5744b1647e5e', 'name': 'network-vif-deleted', 'tag': '3bec8126-e88a-4c5f-921e-5bca8099111a'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:27.285566 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fed52c6c-3239-4c32-9207-4b4d59198a37 req-65d1754a-c43d-4382-8832-8af8131320a7 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "DELETE /v2.0/ports/3bec8126-e88a-4c5f-921e-5bca8099111a HTTP/1.1" status: 204 len: 173 time: 1.8917751 Jan 15 15:11:27.384159 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.415757 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0cb372-e805-4e51-a4d2-5744b1647e5e', 'name': 'network-vif-deleted', 'tag': '3bec8126-e88a-4c5f-921e-5bca8099111a', 'status': 'completed', 'code': 200} Jan 15 15:11:27.784958 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab61f4-0596-48b5-bfb5-bc0c01c23bc7 req-11022f1b-57d2-42f1-a015-dd1735dda8ca tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:27.786592 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-48ab61f4-0596-48b5-bfb5-bc0c01c23bc7 req-11022f1b-57d2-42f1-a015-dd1735dda8ca tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1057613 Jan 15 15:11:27.839479 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-48ab61f4-0596-48b5-bfb5-bc0c01c23bc7 req-aae7c70f-1d2c-4e07-9ebe-21aacee5f4d6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457842 Jan 15 15:11:29.070228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180c075-093f-4190-9994-47a6b2a7adc7 req-ec11e739-04de-4a02-9e8e-367296b042bc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:29.071890 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d180c075-093f-4190-9994-47a6b2a7adc7 req-ec11e739-04de-4a02-9e8e-367296b042bc tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1004550 Jan 15 15:11:29.122879 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d180c075-093f-4190-9994-47a6b2a7adc7 req-0fd1b65f-04fa-461d-bf99-f4b97f59977b tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0446029 Jan 15 15:11:29.965676 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488bc3c-72e7-4f44-b371-9fd7f61462a4 req-3b70f488-e82c-43fb-a999-76a869ccc322 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:29.967283 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9488bc3c-72e7-4f44-b371-9fd7f61462a4 req-3b70f488-e82c-43fb-a999-76a869ccc322 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 945 time: 0.1031103 Jan 15 15:11:30.018689 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9488bc3c-72e7-4f44-b371-9fd7f61462a4 req-5d313806-15ca-4736-89a3-ce99bb1b89b5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442986 Jan 15 15:11:30.357443 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eeccf3-24fd-412a-9022-c88998fdaa25 req-2bc3acf2-825d-49aa-9ee0-d06397954d91 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:30.359004 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e6eeccf3-24fd-412a-9022-c88998fdaa25 req-2bc3acf2-825d-49aa-9ee0-d06397954d91 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1033258 Jan 15 15:11:30.409038 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e6eeccf3-24fd-412a-9022-c88998fdaa25 req-31bbc3b2-dc4b-4b1e-a44a-7e95f3706f10 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0436895 Jan 15 15:11:30.993858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:31.248833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93753a3d-5968-4dcc-9a6d-f0c78640eb69 req-fbec63ee-34ce-4f83-8d3d-0fcb1ad56f70 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:31.250358 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-93753a3d-5968-4dcc-9a6d-f0c78640eb69 req-fbec63ee-34ce-4f83-8d3d-0fcb1ad56f70 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 945 time: 0.0990939 Jan 15 15:11:31.301387 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-93753a3d-5968-4dcc-9a6d-f0c78640eb69 req-8f440e55-fcda-4abd-8034-3befdfbd74a0 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448050 Jan 15 15:11:31.645318 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfd6a8-f868-47dc-9824-1326559f3904 req-4015b61d-e226-4515-afbe-80e7c5caa779 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:31.646974 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0ddfd6a8-f868-47dc-9824-1326559f3904 req-4015b61d-e226-4515-afbe-80e7c5caa779 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1041923 Jan 15 15:11:31.700081 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0ddfd6a8-f868-47dc-9824-1326559f3904 req-e9b79c0a-1b6b-4a1c-bc00-4032a02e49a8 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0456676 Jan 15 15:11:31.781535 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device aea944e6-c696-4c34-a470-bfb2430800ea up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:31.819199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd999c1f-ebbd-4520-90de-13860849d764 req-27efd8e2-dc7b-45ea-891f-a6cc2edb1edc tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:31.820004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-dd999c1f-ebbd-4520-90de-13860849d764 req-27efd8e2-dc7b-45ea-891f-a6cc2edb1edc tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Synchronizing usage tracker for tenant:369ae2f5008c45d18c352b363380fa54 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:31.834895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-dd999c1f-ebbd-4520-90de-13860849d764 req-27efd8e2-dc7b-45ea-891f-a6cc2edb1edc tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Unset dirty status for tenant:369ae2f5008c45d18c352b363380fa54 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:31.836153 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd999c1f-ebbd-4520-90de-13860849d764 req-27efd8e2-dc7b-45ea-891f-a6cc2edb1edc tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 945 time: 0.1181891 Jan 15 15:11:31.851177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port aea944e6-c696-4c34-a470-bfb2430800ea triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:31.851596 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:31.918166 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-dd999c1f-ebbd-4520-90de-13860849d764 req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Deleting port aea944e6-c696-4c34-a470-bfb2430800ea {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:31.918467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd999c1f-ebbd-4520-90de-13860849d764 req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:32.421602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-dd999c1f-ebbd-4520-90de-13860849d764 req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] For port aea944e6-c696-4c34-a470-bfb2430800ea, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=aea944e6-c696-4c34-a470-bfb2430800ea,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:32.422007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd999c1f-ebbd-4520-90de-13860849d764 req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:32.553144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-dd999c1f-ebbd-4520-90de-13860849d764 req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Calling delete_port for aea944e6-c696-4c34-a470-bfb2430800ea owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:32.565877 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3a1ee-0e35-43ee-b23f-bf61cf53ebad req-d977edc4-b8db-40e3-a25f-2d6970856291 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:32.568868 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-87c3a1ee-0e35-43ee-b23f-bf61cf53ebad req-d977edc4-b8db-40e3-a25f-2d6970856291 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=7af3b7ff-ec6f-420a-92fc-29d40628350f HTTP/1.1" status: 200 len: 945 time: 0.1332953 Jan 15 15:11:32.621628 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-87c3a1ee-0e35-43ee-b23f-bf61cf53ebad req-b14598d3-97d8-4051-b71d-8bdf93d52573 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Jan 15 15:11:32.699897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd999c1f-ebbd-4520-90de-13860849d764 req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:32.715661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-90edbae9-fe99-4e6b-9866-378ba27236e3 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:32.771599 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Pushing event deleted for resources: {'Port': ['ID=aea944e6-c696-4c34-a470-bfb2430800ea,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:32.828348 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:32.923055 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd999c1f-ebbd-4520-90de-13860849d764 req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] No DVR routers for this DVR port aea944e6-c696-4c34-a470-bfb2430800ea on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:11:32.925350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-dd999c1f-ebbd-4520-90de-13860849d764 req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:32.929370 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af3b7ff-ec6f-420a-92fc-29d40628350f', 'name': 'network-vif-deleted', 'tag': 'aea944e6-c696-4c34-a470-bfb2430800ea'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:32.933709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e5b2-892d-43d7-84ec-292ac5549c0f req-8b5221cd-978b-4963-9524-027d96224cc3 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:32.935383 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d97e5b2-892d-43d7-84ec-292ac5549c0f req-8b5221cd-978b-4963-9524-027d96224cc3 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1059120 Jan 15 15:11:32.943372 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-dd999c1f-ebbd-4520-90de-13860849d764 req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "DELETE /v2.0/ports/aea944e6-c696-4c34-a470-bfb2430800ea HTTP/1.1" status: 204 len: 173 time: 1.0991535 Jan 15 15:11:32.991936 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-5d97e5b2-892d-43d7-84ec-292ac5549c0f req-f988b647-b858-4488-a48d-d48a18322333 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0497804 Jan 15 15:11:32.995249 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af3b7ff-ec6f-420a-92fc-29d40628350f', 'name': 'network-vif-deleted', 'tag': 'aea944e6-c696-4c34-a470-bfb2430800ea', 'status': 'completed', 'code': 200} Jan 15 15:11:34.098636 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device aea944e6-c696-4c34-a470-bfb2430800ea no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:34.136862 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: aea944e6-c696-4c34-a470-bfb2430800ea {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:11:34.137287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device aea944e6-c696-4c34-a470-bfb2430800ea not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:11:34.461543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73787a-4444-4cc6-b2db-19c5545a3596 req-98725bd4-8488-42a5-88b0-2c02903a6cc4 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:34.463245 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9e73787a-4444-4cc6-b2db-19c5545a3596 req-98725bd4-8488-42a5-88b0-2c02903a6cc4 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1321483 Jan 15 15:11:34.486800 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac4e4-da7a-442b-9cd4-ac228d5ed06c req-5e3daf96-8637-443d-adaa-f25cfca8b505 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:34.488391 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-560ac4e4-da7a-442b-9cd4-ac228d5ed06c req-5e3daf96-8637-443d-adaa-f25cfca8b505 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 945 time: 0.4115162 Jan 15 15:11:34.567468 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9e73787a-4444-4cc6-b2db-19c5545a3596 req-8bcaaf4a-01db-4752-8c34-28de65dd92d0 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0780058 Jan 15 15:11:34.574939 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-560ac4e4-da7a-442b-9cd4-ac228d5ed06c req-abd2e273-8ef7-4164-93d4-0c0a2acc7b96 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710237 Jan 15 15:11:35.775482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-8b13bd8b-8357-48d1-bba0-45711c373e1b tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:35.776487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-8b13bd8b-8357-48d1-bba0-45711c373e1b tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Synchronizing usage tracker for tenant:369ae2f5008c45d18c352b363380fa54 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:35.792155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-8b13bd8b-8357-48d1-bba0-45711c373e1b tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Unset dirty status for tenant:369ae2f5008c45d18c352b363380fa54 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:35.793425 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-8b13bd8b-8357-48d1-bba0-45711c373e1b tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 945 time: 0.1315317 Jan 15 15:11:35.871174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d8ef2-ef39-416b-aa1b-e99c45c422cc req-905c33da-f2ba-41e9-8dd2-02704b409910 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:35.872861 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-646d8ef2-ef39-416b-aa1b-e99c45c422cc req-905c33da-f2ba-41e9-8dd2-02704b409910 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 945 time: 0.1350350 Jan 15 15:11:35.877128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Deleting port cf60e435-5686-4fe0-970c-9d8a1df07115 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:35.877517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:35.894373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:11:35.896143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6e89f-6d73-41dc-8d0d-8ea38bdd7cd9 req-fbf98310-168c-452a-8dc7-f670cc04857c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:35.897797 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c8c6e89f-6d73-41dc-8d0d-8ea38bdd7cd9 req-fbf98310-168c-452a-8dc7-f670cc04857c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 943 time: 0.1971869 Jan 15 15:11:35.977528 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-646d8ef2-ef39-416b-aa1b-e99c45c422cc req-5aa87979-81a9-47e5-9a64-cc9e281628e2 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786309 Jan 15 15:11:35.985375 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-c8c6e89f-6d73-41dc-8d0d-8ea38bdd7cd9 req-bdd2e4d7-8f7d-4cde-80bd-62080a5ce015 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0720117 Jan 15 15:11:36.139410 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] For port cf60e435-5686-4fe0-970c-9d8a1df07115, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=cf60e435-5686-4fe0-970c-9d8a1df07115,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:36.139849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.271325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Calling delete_port for cf60e435-5686-4fe0-970c-9d8a1df07115 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:36.335397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 46af01a7-eaea-4705-aba8-5e2e364cf5bf up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:36.405690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 46af01a7-eaea-4705-aba8-5e2e364cf5bf triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:36.406030 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.414951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.434517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-21250107-fadb-496f-8711-2c2daf91e763 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:36.491380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Pushing event deleted for resources: {'Port': ['ID=cf60e435-5686-4fe0-970c-9d8a1df07115,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:36.495977 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:36.530991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.561067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:36.571282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 46af01a7-eaea-4705-aba8-5e2e364cf5bf, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:36.574473 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.576507 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:36.644071 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] No DVR routers for this DVR port cf60e435-5686-4fe0-970c-9d8a1df07115 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:11:36.646424 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.647205 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=46af01a7-eaea-4705-aba8-5e2e364cf5bf,revision_number=6']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:36.650543 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:36.651223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01cd6d4-94dc-47b9-a516-f8533bf09ccb', 'name': 'network-vif-deleted', 'tag': 'cf60e435-5686-4fe0-970c-9d8a1df07115'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:36.666608 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f7dfa7e8-6039-49d2-b77f-607c78294c32 req-799cf6f8-f7b1-4d4e-b672-4338d7f39b7f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "DELETE /v2.0/ports/cf60e435-5686-4fe0-970c-9d8a1df07115 HTTP/1.1" status: 204 len: 173 time: 0.8659625 Jan 15 15:11:36.713348 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01cd6d4-94dc-47b9-a516-f8533bf09ccb', 'name': 'network-vif-deleted', 'tag': 'cf60e435-5686-4fe0-970c-9d8a1df07115', 'status': 'completed', 'code': 200} Jan 15 15:11:36.734624 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'code': 200} Jan 15 15:11:37.109796 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad34b5-fc31-4808-9995-c42183bfacef req-dc2f26b1-5ed1-4f7f-946c-686a4c61981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:37.111537 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b6ad34b5-fc31-4808-9995-c42183bfacef req-dc2f26b1-5ed1-4f7f-946c-686a4c61981e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1162 time: 0.0767317 Jan 15 15:11:37.157347 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-b6ad34b5-fc31-4808-9995-c42183bfacef req-9f548a98-f959-4bb8-926f-b817fd06a89a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0387616 Jan 15 15:11:37.229990 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-762257c2-af9e-498a-802d-b1252bab66e7 req-693ea4b5-7f4b-4f96-bad7-53c4a73c8222 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=c01cd6d4-94dc-47b9-a516-f8533bf09ccb HTTP/1.1" status: 200 len: 210 time: 0.0660357 Jan 15 15:11:37.272167 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa0b97-05f5-476a-98b3-04bf63f261d5 req-3e357555-9159-4fa2-b42e-463605debca1 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:37.273721 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-35fa0b97-05f5-476a-98b3-04bf63f261d5 req-3e357555-9159-4fa2-b42e-463605debca1 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1500292 Jan 15 15:11:37.326357 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-35fa0b97-05f5-476a-98b3-04bf63f261d5 req-c5f6515f-5705-4d45-a57a-c8577f9d752c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0454655 Jan 15 15:11:38.095972 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 46af01a7-eaea-4705-aba8-5e2e364cf5bf up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:38.169841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 46af01a7-eaea-4705-aba8-5e2e364cf5bf triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:38.170395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:38.330671 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device cf60e435-5686-4fe0-970c-9d8a1df07115 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:38.368077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: cf60e435-5686-4fe0-970c-9d8a1df07115 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:11:38.368821 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device cf60e435-5686-4fe0-970c-9d8a1df07115 not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:11:38.591861 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac7957-69ad-4ffe-ad52-dbb34ed255cf req-9ae56d47-7129-4de4-a22a-f347f8577076 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:38.593501 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76ac7957-69ad-4ffe-ad52-dbb34ed255cf req-9ae56d47-7129-4de4-a22a-f347f8577076 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1175053 Jan 15 15:11:38.645795 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-76ac7957-69ad-4ffe-ad52-dbb34ed255cf req-e4a01805-5d38-4019-98ef-8a1e192d485d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0458539 Jan 15 15:11:39.843622 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 46af01a7-eaea-4705-aba8-5e2e364cf5bf up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:39.917658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 46af01a7-eaea-4705-aba8-5e2e364cf5bf triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:39.918083 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:40.038120 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36b4a-0716-4e45-ae7f-acc0b8ab43ef req-d76604c1-2215-4913-88aa-5576c27fc2b1 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:40.039795 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1ab36b4a-0716-4e45-ae7f-acc0b8ab43ef req-d76604c1-2215-4913-88aa-5576c27fc2b1 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 945 time: 0.1037340 Jan 15 15:11:40.095170 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1ab36b4a-0716-4e45-ae7f-acc0b8ab43ef req-3b403f95-3908-480d-aa46-fc91835c55ef tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484400 Jan 15 15:11:41.329454 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34433b-f54f-4643-bf79-bd981c2401f3 req-7155997d-f22b-4f9e-b7a8-4d74d6aec81a tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:41.331113 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8a34433b-f54f-4643-bf79-bd981c2401f3 req-7155997d-f22b-4f9e-b7a8-4d74d6aec81a tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 945 time: 0.1001070 Jan 15 15:11:41.382632 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8a34433b-f54f-4643-bf79-bd981c2401f3 req-6b9e8c8c-e590-4999-a6d8-a82ff0b8c5d5 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/security-groups?id=1464c05e-403c-42a1-a718-316239fe41f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450976 Jan 15 15:11:41.889403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-96050e32-18af-4103-a401-cf47c30dec79 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:41.890182 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-96050e32-18af-4103-a401-cf47c30dec79 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Synchronizing usage tracker for tenant:369ae2f5008c45d18c352b363380fa54 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:41.906057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-96050e32-18af-4103-a401-cf47c30dec79 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Unset dirty status for tenant:369ae2f5008c45d18c352b363380fa54 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:41.907353 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-96050e32-18af-4103-a401-cf47c30dec79 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 945 time: 0.1216438 Jan 15 15:11:41.986992 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Deleting port ddd10357-d6b5-4901-8191-ccdebbd580d8 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:41.987373 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:42.248145 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] For port ddd10357-d6b5-4901-8191-ccdebbd580d8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=ddd10357-d6b5-4901-8191-ccdebbd580d8,segment=NetworkSegment(0111cb3c-914d-4261-b827-a995710971ca),segment_id=0111cb3c-914d-4261-b827-a995710971ca)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:42.248462 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:42.380379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Calling delete_port for ddd10357-d6b5-4901-8191-ccdebbd580d8 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:42.532380 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:42.548472 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-81a465bd-c841-4f53-beba-b219ce329a4c tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:42.580719 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-505603f7-a955-4073-a5dc-c5c1b21c5cf8 req-14351509-af64-4ea2-99c8-f6ee78766460 tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.70 "GET /v2.0/ports?device_id=b4d19242-3348-4523-8344-d5920afcd2ca HTTP/1.1" status: 200 len: 210 time: 0.0506105 Jan 15 15:11:42.601562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Pushing event deleted for resources: {'Port': ['ID=ddd10357-d6b5-4901-8191-ccdebbd580d8,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:42.607255 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:42.750820 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] No DVR routers for this DVR port ddd10357-d6b5-4901-8191-ccdebbd580d8 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:11:42.753008 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:42.755764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d19242-3348-4523-8344-d5920afcd2ca', 'name': 'network-vif-deleted', 'tag': 'ddd10357-d6b5-4901-8191-ccdebbd580d8'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:42.771171 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d601908a-bf17-4a1b-9756-e7885a53cdec req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] 10.222.0.75 "DELETE /v2.0/ports/ddd10357-d6b5-4901-8191-ccdebbd580d8 HTTP/1.1" status: 204 len: 173 time: 0.8571484 Jan 15 15:11:42.816439 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d19242-3348-4523-8344-d5920afcd2ca', 'name': 'network-vif-deleted', 'tag': 'ddd10357-d6b5-4901-8191-ccdebbd580d8', 'status': 'completed', 'code': 200} Jan 15 15:11:43.695154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43112) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:43.707934 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device ddd10357-d6b5-4901-8191-ccdebbd580d8 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:43.743385 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: ddd10357-d6b5-4901-8191-ccdebbd580d8 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:11:43.743806 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device ddd10357-d6b5-4901-8191-ccdebbd580d8 not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:11:43.762856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Deleting subnet 93bacd75-ff6b-4f07-89f8-82047022e70c {{(pid=80085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:11:43.766047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:43.823370 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2412792'] for subnet, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:43.887262 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:44.148163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4159852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580214'] for subnet, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:44.163882 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-721862d7-8bec-4875-b59a-419176c9caa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:44.214092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93bacd75-ff6b-4f07-89f8-82047022e70c,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:44.225039 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.225466 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.225875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.226282 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.226689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.227090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.227492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.228008 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.228430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.228831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.229233 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.229633 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.230108 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.230506 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.230902 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.231448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.231884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.232285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.232680 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.233415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.233816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.234216 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.234719 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.235046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:44.284602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:44.318557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:44.326977 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d37e5ec9-80bb-42ed-9c40-a777d3d3ee3a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/93bacd75-ff6b-4f07-89f8-82047022e70c HTTP/1.1" status: 204 len: 168 time: 0.6300848 Jan 15 15:11:44.329171 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43116) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:44.447223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:44.639896 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:44.755709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79770170-de7d-489a-972e-ded4b9e49b67']}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:44.768835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0111cb3c-914d-4261-b827-a995710971ca') {'for_net_delete': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:44.769157 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0111cb3c-914d-4261-b827-a995710971ca') {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:44.781382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852363072'] for segment, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:44.796709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:44.798698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:11:44.977206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Network 79770170-de7d-489a-972e-ded4b9e49b67 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:11:44.990488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4159793'] for segment, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:45.170168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Network 79770170-de7d-489a-972e-ded4b9e49b67 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:11:45.192615 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:11:45.270970 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:45.274495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f1473528-21ba-40a7-bc6b-3f68fc828bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:45.288732 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:45.300389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Pushing event deleted for resources: {'Network': ['ID=79770170-de7d-489a-972e-ded4b9e49b67,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:45.303847 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:45.308340 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] 10.222.0.70 "DELETE /v2.0/networks/79770170-de7d-489a-972e-ded4b9e49b67 HTTP/1.1" status: 204 len: 168 time: 0.9780579 Jan 15 15:11:45.459631 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43122) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:45.512613 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c1750ccb-96aa-4ade-a1d8-411230c80384 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=369ae2f5008c45d18c352b363380fa54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515950 Jan 15 15:11:45.515146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43126) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:45.577539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-61ba9f43-e850-4124-959a-dda9ef05929b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:45.608559 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-61ba9f43-e850-4124-959a-dda9ef05929b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:45.658565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-61ba9f43-e850-4124-959a-dda9ef05929b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:45.663646 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a93c75a9-59c6-4d2b-a47a-77aecd54a89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:45.677744 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba9f43-e850-4124-959a-dda9ef05929b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1464c05e-403c-42a1-a718-316239fe41f7,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:45.680617 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-61ba9f43-e850-4124-959a-dda9ef05929b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:45.686888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-61ba9f43-e850-4124-959a-dda9ef05929b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:45.690403 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-61ba9f43-e850-4124-959a-dda9ef05929b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1464c05e-403c-42a1-a718-316239fe41f7 HTTP/1.1" status: 204 len: 168 time: 0.1719472 Jan 15 15:11:47.450320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43176) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:47.607378 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d18cc2-70da-4b34-85f5-712f856acedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.622881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-33d18cc2-70da-4b34-85f5-712f856acedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:47.627042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-33d18cc2-70da-4b34-85f5-712f856acedf admin admin] Usage tracker for resource:security_group_rule and tenant:205c4c3c30da43ffb410e57182072858 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:47.630074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-33d18cc2-70da-4b34-85f5-712f856acedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:47.635951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-33d18cc2-70da-4b34-85f5-712f856acedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:47.729064 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d18cc2-70da-4b34-85f5-712f856acedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.731979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d18cc2-70da-4b34-85f5-712f856acedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.741079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a43473a9-af0b-4bcc-88f2-964787326e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:47.785161 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-33d18cc2-70da-4b34-85f5-712f856acedf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=205c4c3c30da43ffb410e57182072858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335876 Jan 15 15:11:47.786058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d18cc2-70da-4b34-85f5-712f856acedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e032f5-a35e-4f4f-8760-370e12f2d5ed,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:47.788011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 43182) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:47.789386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d18cc2-70da-4b34-85f5-712f856acedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:47.857991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d703b564-cb12-4264-b574-851be640e993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.885398 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d703b564-cb12-4264-b574-851be640e993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.931431 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d703b564-cb12-4264-b574-851be640e993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.936367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ac80ad61-01cd-47bc-8d38-ed626bf9e670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:47.947780 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703b564-cb12-4264-b574-851be640e993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e032f5-a35e-4f4f-8760-370e12f2d5ed,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:47.950567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d703b564-cb12-4264-b574-851be640e993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:47.956557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d703b564-cb12-4264-b574-851be640e993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.957790 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d703b564-cb12-4264-b574-851be640e993 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3e032f5-a35e-4f4f-8760-370e12f2d5ed HTTP/1.1" status: 204 len: 168 time: 0.1677961 Jan 15 15:11:52.699227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-573fa0fa-01c0-45b9-9900-59f93e7a5199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:54.721614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-e1423aef-27df-417d-a8d4-2ccf79b79046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:55.881816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:56.859451 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:57.383867 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:59.676290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 43272) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:59.828430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d648-84c0-4a56-a9a3-8529745bd9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:59.843662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-a2d8d648-84c0-4a56-a9a3-8529745bd9f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:59.847778 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-a2d8d648-84c0-4a56-a9a3-8529745bd9f2 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f91e461ea44496b5f13994a92922fa is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:59.850711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-a2d8d648-84c0-4a56-a9a3-8529745bd9f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:59.857246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-a2d8d648-84c0-4a56-a9a3-8529745bd9f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:59.944533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d648-84c0-4a56-a9a3-8529745bd9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:59.947467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d648-84c0-4a56-a9a3-8529745bd9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:59.955748 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8322afef-4c99-4fca-9d23-06fe0112fe60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:00.012327 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-a2d8d648-84c0-4a56-a9a3-8529745bd9f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9f91e461ea44496b5f13994a92922fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346665 Jan 15 15:12:00.013953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8d648-84c0-4a56-a9a3-8529745bd9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5268c02-25e4-4df5-910b-44e0a2803924,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:00.015138 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43280) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:00.017723 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a2d8d648-84c0-4a56-a9a3-8529745bd9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:00.083831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8a50ada2-ede5-48f7-b728-263588dbd65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.111544 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8a50ada2-ede5-48f7-b728-263588dbd65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.156958 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8a50ada2-ede5-48f7-b728-263588dbd65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.162183 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b5f72f44-8c57-4454-b39e-e6fc816497bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:00.175620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50ada2-ede5-48f7-b728-263588dbd65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5268c02-25e4-4df5-910b-44e0a2803924,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:00.178490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8a50ada2-ede5-48f7-b728-263588dbd65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:00.186829 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8a50ada2-ede5-48f7-b728-263588dbd65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.188127 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-8a50ada2-ede5-48f7-b728-263588dbd65e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5268c02-25e4-4df5-910b-44e0a2803924 HTTP/1.1" status: 204 len: 168 time: 0.1718142 Jan 15 15:12:00.539658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43288) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:00.559208 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.575343 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:00.579704 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] Usage tracker for resource:security_group_rule and tenant:af895534e8364ad1a24e60edb62a54a6 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:00.582667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:00.589214 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:00.674962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.677871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.686830 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0be38165-2332-40f9-a473-399f5e223f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:00.731759 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af895534e8364ad1a24e60edb62a54a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908505 Jan 15 15:12:00.733686 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721ba8c0-4bc5-425c-b94e-333c5cee7503,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:00.734765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 43292) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:00.737022 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:00.799816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.828080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.872135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.877087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b52943e6-36bc-4fae-b6d6-cde3d6f3ed82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:00.890583 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ba8c0-4bc5-425c-b94e-333c5cee7503,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:00.904277 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.904699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.905115 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.905515 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.905916 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.906325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.906722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.907116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.907513 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.907932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.908328 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.908720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.909187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.909580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.909970 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.910362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.910743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.911133 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.911520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.911935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.912325 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.912836 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.913098 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.913485 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:00.917739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:00.918687 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.919931 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c26a9b67-b89e-46e6-b15f-0d3914b7f61b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/721ba8c0-4bc5-425c-b94e-333c5cee7503 HTTP/1.1" status: 204 len: 168 time: 0.1839986 Jan 15 15:12:01.068263 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.498901 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-6e9aa18f-4d86-483d-880f-838fe196139c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0823979 Jan 15 15:12:03.628718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43362) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:03.674330 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-5e02fb99-6da1-405f-b5d5-a45f6b3d1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:03.676007 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-5e02fb99-6da1-405f-b5d5-a45f6b3d1110 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 1162 time: 0.0778849 Jan 15 15:12:03.787813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.804154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:03.809315 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] Usage tracker for resource:security_group_rule and tenant:f8196134ef2a417b9c1b11b2c9b6486d is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:03.812426 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:03.818323 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:03.836460 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-ff6c099d-c805-4033-9c0a-024786371da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:03.838071 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-ff6c099d-c805-4033-9c0a-024786371da7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1407559 Jan 15 15:12:03.907481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.910442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.919765 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-72745858-71c7-45c1-8c26-952faf55299c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:03.949590 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-ccc1e6ad-ce3f-47e9-ad81-00c8d3de18d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 200 len: 1000 time: 0.1038399 Jan 15 15:12:03.963585 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8196134ef2a417b9c1b11b2c9b6486d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336482 Jan 15 15:12:03.964609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0962c2d-2030-4c6f-a4b7-f6045b5aa0f1,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:03.967338 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43368) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:03.969848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:04.031269 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-9b49f5c6-5900-412e-8a52-95438cc99344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:04.032905 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-9b49f5c6-5900-412e-8a52-95438cc99344 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0746562 Jan 15 15:12:04.033293 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f211-9113-4e7a-a45d-9726729f5471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.061904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f211-9113-4e7a-a45d-9726729f5471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.114372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f211-9113-4e7a-a45d-9726729f5471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.118946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-517ca10e-112c-4399-8e15-b2e40cf0e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:04.119090 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-292854ad-e40d-4a3d-8e65-0bfebf07f877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:04.120612 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-517ca10e-112c-4399-8e15-b2e40cf0e6f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799768 Jan 15 15:12:04.132930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6f211-9113-4e7a-a45d-9726729f5471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0962c2d-2030-4c6f-a4b7-f6045b5aa0f1,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:04.138979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2ac6f211-9113-4e7a-a45d-9726729f5471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:04.143557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f211-9113-4e7a-a45d-9726729f5471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.147279 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-2ac6f211-9113-4e7a-a45d-9726729f5471 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0962c2d-2030-4c6f-a4b7-f6045b5aa0f1 HTTP/1.1" status: 204 len: 168 time: 0.1767006 Jan 15 15:12:04.277761 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-5cd12c7c-9b1d-4b6a-b702-93c48ee51ba8 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494787 Jan 15 15:12:04.426352 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09b614cb-d016-4e5d-a1e3-c2da9ed5eb89 req-b7041925-ff75-4a7c-9420-46fdbab2cde7 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406751 Jan 15 15:12:04.503563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43376) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:04.523482 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fd662874-afdc-4d39-9279-02e8ac5ef7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.540039 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-fd662874-afdc-4d39-9279-02e8ac5ef7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:04.544525 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-fd662874-afdc-4d39-9279-02e8ac5ef7b7 admin admin] Usage tracker for resource:security_group_rule and tenant:7e705fbe83e44b82bffaad1c11ced492 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:04.552657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-fd662874-afdc-4d39-9279-02e8ac5ef7b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:04.559173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-fd662874-afdc-4d39-9279-02e8ac5ef7b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:04.646139 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fd662874-afdc-4d39-9279-02e8ac5ef7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.649374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-fd662874-afdc-4d39-9279-02e8ac5ef7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.658530 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5626b065-b33c-4cfb-b91e-76f610963baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:04.701971 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-fd662874-afdc-4d39-9279-02e8ac5ef7b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e705fbe83e44b82bffaad1c11ced492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971564 Jan 15 15:12:04.702955 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd662874-afdc-4d39-9279-02e8ac5ef7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95d2ae7-c834-4bff-96a3-00149429b77d,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:04.705003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 43380) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:04.706246 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fd662874-afdc-4d39-9279-02e8ac5ef7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:04.768333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1539a8b-f9f9-4265-a765-b1084e7b8b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.797105 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1539a8b-f9f9-4265-a765-b1084e7b8b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.842982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1539a8b-f9f9-4265-a765-b1084e7b8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.848026 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5ca8ecc0-578b-4df2-8e73-8af2bf29317e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:04.862126 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1539a8b-f9f9-4265-a765-b1084e7b8b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95d2ae7-c834-4bff-96a3-00149429b77d,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:04.864830 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b1539a8b-f9f9-4265-a765-b1084e7b8b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:04.867154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b1539a8b-f9f9-4265-a765-b1084e7b8b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.868322 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b1539a8b-f9f9-4265-a765-b1084e7b8b2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a95d2ae7-c834-4bff-96a3-00149429b77d HTTP/1.1" status: 204 len: 168 time: 0.1621902 Jan 15 15:12:07.860604 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-3569d715-bf23-4e8e-877c-beda7c166fa2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips/9e43d06f-a890-40fc-b599-825ec211dae9 HTTP/1.1" status: 200 len: 999 time: 0.1202216 Jan 15 15:12:08.041803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888518d-99de-4c05-9396-65d11f680a6c req-e5a34e22-24ae-47f9-87be-bf45f38abc41 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:08.043299 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-e5a34e22-24ae-47f9-87be-bf45f38abc41 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 784 time: 0.1761494 Jan 15 15:12:08.162310 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-690421f1-617e-4cf3-ac13-34072f9a1f25 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.189 HTTP/1.1" status: 200 len: 1002 time: 0.1123295 Jan 15 15:12:08.261409 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888518d-99de-4c05-9396-65d11f680a6c req-44f27420-8e1f-4ef0-8fa7-cf21a9950314 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:08.262990 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-44f27420-8e1f-4ef0-8fa7-cf21a9950314 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports/294c865a-6ee3-4946-992e-761d2b1d98d6 HTTP/1.1" status: 200 len: 943 time: 0.0941160 Jan 15 15:12:08.671441 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-e77e5df5-dc3c-4128-99f3-32a90fea980b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.189 HTTP/1.1" status: 200 len: 1002 time: 0.3266728 Jan 15 15:12:08.891720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Deleting port 9c3f490b-5559-403a-9791-8fb502dd95a5 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:08.892302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:09.078053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:09.078469 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:09.211129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Calling delete_port for 9c3f490b-5559-403a-9791-8fb502dd95a5 owned by network:floatingip {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:09.363758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:09.379956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9d12477a-bc4d-42ac-9f1a-d7c248b785db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:09.434518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event deleted for resources: {'Port': ['ID=9c3f490b-5559-403a-9791-8fb502dd95a5,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:09.438359 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:09.609699 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:09.610071 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Floating IP 9e43d06f-a890-40fc-b599-825ec211dae9 disassociated (deleted). External IP: 172.27.1.189, port: 294c865a-6ee3-4946-992e-761d2b1d98d6. Jan 15 15:12:09.975160 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Router 13f22f25-3338-4788-ab0c-e01c7db6ce5c has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:12:10.165124 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:12:10.176393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] Sync routers for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:12:10.187200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:10.187899 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:11:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:10.199474 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:10.255289 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "DELETE /v2.0/floatingips/9e43d06f-a890-40fc-b599-825ec211dae9 HTTP/1.1" status: 204 len: 173 time: 1.5776520 Jan 15 15:12:10.255885 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'tag': '294c865a-6ee3-4946-992e-761d2b1d98d6'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:10.380422 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:10.484028 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'tag': '294c865a-6ee3-4946-992e-761d2b1d98d6', 'status': 'completed', 'code': 200} Jan 15 15:12:10.500801 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888518d-99de-4c05-9396-65d11f680a6c req-22bffdd6-e145-4907-ba23-e4f5736ee674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:10.502484 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-22bffdd6-e145-4907-ba23-e4f5736ee674 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 1163 time: 0.2315009 Jan 15 15:12:10.653168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888518d-99de-4c05-9396-65d11f680a6c req-482d5fc7-1108-414e-b554-de1c73934d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:10.654770 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-482d5fc7-1108-414e-b554-de1c73934d73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1456144 Jan 15 15:12:10.726462 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-27a84843-95e5-49a8-8a89-a2e37436ce78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=294c865a-6ee3-4946-992e-761d2b1d98d6 HTTP/1.1" status: 200 len: 217 time: 0.0649049 Jan 15 15:12:10.776561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'e1a53a66-24d9-48a2-a584-151f9fdda5e0', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:1c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:20Z', 'updated_at': '2021-01-15T15:08:26Z', 'revision_number': 2, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:10.780725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] Checking router: 13f22f25-3338-4788-ab0c-e01c7db6ce5c for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:12:10.790446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:10.791113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:11:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:10.800898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888518d-99de-4c05-9396-65d11f680a6c req-b28af107-0cb4-4c18-a9a3-7bda1e26e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:10.802552 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-b28af107-0cb4-4c18-a9a3-7bda1e26e862 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0685656 Jan 15 15:12:10.882956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888518d-99de-4c05-9396-65d11f680a6c req-08f87e2b-f608-46fb-952b-ed5fe6278176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:10.885302 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-08f87e2b-f608-46fb-952b-ed5fe6278176 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753629 Jan 15 15:12:10.982404 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:10.994870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-003ba078-a5f7-4f98-9c19-a5040c0023ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:10.996605 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-003ba078-a5f7-4f98-9c19-a5040c0023ff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 1163 time: 0.0956724 Jan 15 15:12:11.038031 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-8e02075b-cc4a-4204-98c5-02693d7f82cb service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454980 Jan 15 15:12:11.154607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-51036253-f7c8-4012-8a96-6687d7a68390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:11.156481 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-51036253-f7c8-4012-8a96-6687d7a68390 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1503825 Jan 15 15:12:11.198411 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f888518d-99de-4c05-9396-65d11f680a6c req-e60134b8-f238-4b75-a7a4-1aa24d47e22f service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1518691 Jan 15 15:12:11.238533 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-b5628198-e23c-4ac5-849c-3485b972a8f2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=294c865a-6ee3-4946-992e-761d2b1d98d6 HTTP/1.1" status: 200 len: 217 time: 0.0728974 Jan 15 15:12:11.314540 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-49f94e8a-e2c8-4299-b00e-8e3647b73fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:11.316276 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-49f94e8a-e2c8-4299-b00e-8e3647b73fb4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0709152 Jan 15 15:12:11.360652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'e1a53a66-24d9-48a2-a584-151f9fdda5e0', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:1c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:20Z', 'updated_at': '2021-01-15T15:08:26Z', 'revision_number': 2, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:11.366837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2af98d-c8d8-44eb-9509-3e69532c365d None None] The sync data for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi is: [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_floatingips': [{'id': 'e1a53a66-24d9-48a2-a584-151f9fdda5e0', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'router_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'port_id': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'mac_address': 'fa:16:3e:1c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:20Z', 'updated_at': '2021-01-15T15:08:26Z', 'revision_number': 2, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:12:11.402459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-d35a3c56-8687-4def-88c2-2e3e07923e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:11.404231 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-d35a3c56-8687-4def-88c2-2e3e07923e5e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797331 Jan 15 15:12:11.681815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921bce6-7207-4731-b71a-1f9209a377d7 req-86b0f61e-ecbb-47d1-af9a-09dc951fa00e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:11.682814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-f921bce6-7207-4731-b71a-1f9209a377d7 req-86b0f61e-ecbb-47d1-af9a-09dc951fa00e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:12:11.701948 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-f921bce6-7207-4731-b71a-1f9209a377d7 req-86b0f61e-ecbb-47d1-af9a-09dc951fa00e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:12:11.703331 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f921bce6-7207-4731-b71a-1f9209a377d7 req-86b0f61e-ecbb-47d1-af9a-09dc951fa00e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 946 time: 0.1307056 Jan 15 15:12:11.765069 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f921bce6-7207-4731-b71a-1f9209a377d7 req-6b68d4cd-8e85-4fb8-a7b6-6466d3a2d50b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0544462 Jan 15 15:12:11.804985 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-859a427b-2fd4-4ffd-bf1e-c86b1d77d39a service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915968 Jan 15 15:12:11.810628 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5808aae0-b1c0-4bd4-83a8-61efb40464c2 None None] New status for floating IP 9e43d06f-a890-40fc-b599-825ec211dae9: DOWN {{(pid=80086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:12:11.976165 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-0dd53ce3-bae8-4ffb-b0ff-5da06ffd7d0c req-60069639-1485-4972-870f-6e91f2f4c629 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1626472 Jan 15 15:12:12.893803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:12:13.004861 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d546e1c-1589-4840-8496-bfbdca3e6f8d req-3ef04683-e4c8-45c4-8dc0-f28c66a9db64 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:13.006542 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6d546e1c-1589-4840-8496-bfbdca3e6f8d req-3ef04683-e4c8-45c4-8dc0-f28c66a9db64 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 946 time: 0.1048915 Jan 15 15:12:13.061484 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6d546e1c-1589-4840-8496-bfbdca3e6f8d req-3ef7c774-7829-44f8-be2b-60f351de1efd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0476274 Jan 15 15:12:13.342085 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 294c865a-6ee3-4946-992e-761d2b1d98d6 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:13.416133 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 294c865a-6ee3-4946-992e-761d2b1d98d6 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:13.416557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:13.605210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7685b-26c1-4778-b6c4-219800850a4a req-4a41a46b-5a33-4edc-bade-de782f7f01d8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:13.605884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-22d7685b-26c1-4778-b6c4-219800850a4a req-4a41a46b-5a33-4edc-bade-de782f7f01d8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:12:13.618449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-22d7685b-26c1-4778-b6c4-219800850a4a req-4a41a46b-5a33-4edc-bade-de782f7f01d8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:12:13.619770 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-22d7685b-26c1-4778-b6c4-219800850a4a req-4a41a46b-5a33-4edc-bade-de782f7f01d8 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 946 time: 0.1131811 Jan 15 15:12:13.702408 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-22d7685b-26c1-4778-b6c4-219800850a4a req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Deleting port 294c865a-6ee3-4946-992e-761d2b1d98d6 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:13.702800 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-22d7685b-26c1-4778-b6c4-219800850a4a req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:13.965278 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-22d7685b-26c1-4778-b6c4-219800850a4a req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] For port 294c865a-6ee3-4946-992e-761d2b1d98d6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=294c865a-6ee3-4946-992e-761d2b1d98d6,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:13.965940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-22d7685b-26c1-4778-b6c4-219800850a4a req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:14.102149 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-22d7685b-26c1-4778-b6c4-219800850a4a req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Calling delete_port for 294c865a-6ee3-4946-992e-761d2b1d98d6 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:14.250618 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-22d7685b-26c1-4778-b6c4-219800850a4a req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:14.271242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b02493f9-a047-4567-be6f-96e37f29f6c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:14.329150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event deleted for resources: {'Port': ['ID=294c865a-6ee3-4946-992e-761d2b1d98d6,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:14.334793 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:14.491333 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d7685b-26c1-4778-b6c4-219800850a4a req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] No DVR routers for this DVR port 294c865a-6ee3-4946-992e-761d2b1d98d6 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:12:14.494299 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-22d7685b-26c1-4778-b6c4-219800850a4a req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:14.497252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'name': 'network-vif-deleted', 'tag': '294c865a-6ee3-4946-992e-761d2b1d98d6'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:14.512913 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-22d7685b-26c1-4778-b6c4-219800850a4a req-3e92184d-1f79-4023-9852-a069413d35f3 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "DELETE /v2.0/ports/294c865a-6ee3-4946-992e-761d2b1d98d6 HTTP/1.1" status: 204 len: 173 time: 0.8867283 Jan 15 15:12:14.533148 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517569b-2149-4c57-a63e-c157b18efce3 req-7b0a856b-e99d-4265-acca-e0175d54df5e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:14.534855 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1517569b-2149-4c57-a63e-c157b18efce3 req-7b0a856b-e99d-4265-acca-e0175d54df5e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=a30e3c55-ad5d-402b-9926-8e9fbd16c27a HTTP/1.1" status: 200 len: 946 time: 0.3414953 Jan 15 15:12:14.562263 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30e3c55-ad5d-402b-9926-8e9fbd16c27a', 'name': 'network-vif-deleted', 'tag': '294c865a-6ee3-4946-992e-761d2b1d98d6', 'status': 'completed', 'code': 200} Jan 15 15:12:14.589078 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1517569b-2149-4c57-a63e-c157b18efce3 req-92a43187-85c0-4911-b608-482585bf8be6 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0468671 Jan 15 15:12:15.102965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 294c865a-6ee3-4946-992e-761d2b1d98d6 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:15.140122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: 294c865a-6ee3-4946-992e-761d2b1d98d6 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:12:15.140519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 294c865a-6ee3-4946-992e-761d2b1d98d6 not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:12:15.500703 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 43488) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:15.659085 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f684e535-5ad8-4743-a6a7-615943c8b7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:15.676358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f684e535-5ad8-4743-a6a7-615943c8b7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:15.681267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f684e535-5ad8-4743-a6a7-615943c8b7ea admin admin] Usage tracker for resource:security_group_rule and tenant:0c98b73fa62a49f89f9c13d7bb098864 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:15.684372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-f684e535-5ad8-4743-a6a7-615943c8b7ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:15.690354 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-f684e535-5ad8-4743-a6a7-615943c8b7ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:15.779975 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f684e535-5ad8-4743-a6a7-615943c8b7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:15.783143 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f684e535-5ad8-4743-a6a7-615943c8b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:15.792727 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-924d6ca2-4f8d-415a-a7a3-a68534691b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:15.841104 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f684e535-5ad8-4743-a6a7-615943c8b7ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c98b73fa62a49f89f9c13d7bb098864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393307 Jan 15 15:12:15.842803 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684e535-5ad8-4743-a6a7-615943c8b7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423b9d5-6827-4419-af13-b28866993018,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:15.844098 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43500) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:15.846287 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f684e535-5ad8-4743-a6a7-615943c8b7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:15.908539 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4bb80233-2d2b-49d3-b663-f232926f3147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:15.936150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4bb80233-2d2b-49d3-b663-f232926f3147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:15.980073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4bb80233-2d2b-49d3-b663-f232926f3147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:15.985002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8a50ada2-ede5-48f7-b728-263588dbd65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:15.998759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb80233-2d2b-49d3-b663-f232926f3147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423b9d5-6827-4419-af13-b28866993018,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:16.001903 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4bb80233-2d2b-49d3-b663-f232926f3147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:16.003906 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4bb80233-2d2b-49d3-b663-f232926f3147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:16.006830 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-4bb80233-2d2b-49d3-b663-f232926f3147 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2423b9d5-6827-4419-af13-b28866993018 HTTP/1.1" status: 204 len: 168 time: 0.1615489 Jan 15 15:12:18.283252 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-819a4408-5224-4cd4-97f5-0b35dc0ad47b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips/e1a53a66-24d9-48a2-a584-151f9fdda5e0 HTTP/1.1" status: 200 len: 997 time: 0.1129379 Jan 15 15:12:18.461822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-b2f72acf-9c04-495c-8c20-1327ba67544e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:18.463247 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-b2f72acf-9c04-495c-8c20-1327ba67544e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 784 time: 0.1741147 Jan 15 15:12:18.580558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-9fa85952-64d1-43ec-b1d5-ac72eb250e8e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:floatingip {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:12:18.596606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-9fa85952-64d1-43ec-b1d5-ac72eb250e8e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:floatingip {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:12:18.597911 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-9fa85952-64d1-43ec-b1d5-ac72eb250e8e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.1283362 Jan 15 15:12:18.708477 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-72a94352-89b5-4ce0-884d-fb76f0095903 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:18.710230 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-72a94352-89b5-4ce0-884d-fb76f0095903 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports/dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 200 len: 942 time: 0.1054258 Jan 15 15:12:18.902534 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-b47a0470-2b53-4a51-b388-50fdc90e9b98 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.1065125 Jan 15 15:12:19.120019 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Deleting port 2f189731-4ca9-4cdc-88f4-17c635c4dea6 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:19.120395 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:19.300812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:19.301417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:19.431533 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Calling delete_port for 2f189731-4ca9-4cdc-88f4-17c635c4dea6 owned by network:floatingip {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:19.583600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:19.598842 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-e2a1a46d-4449-42bf-9430-4e86c90986dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:19.654772 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event deleted for resources: {'Port': ['ID=2f189731-4ca9-4cdc-88f4-17c635c4dea6,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:19.658814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:19.817037 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:19.817414 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Floating IP e1a53a66-24d9-48a2-a584-151f9fdda5e0 disassociated (deleted). External IP: 172.27.1.59, port: dc8991e4-49ec-44de-842b-da8a3815a7e9. Jan 15 15:12:20.182556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Router 13f22f25-3338-4788-ab0c-e01c7db6ce5c has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:12:20.374187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:12:20.385053 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] Sync routers for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:12:20.395440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:20.396084 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:11:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:20.397849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:20.454661 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-c71a3ccc-d5ea-4864-9b03-7325f46de84e tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "DELETE /v2.0/floatingips/e1a53a66-24d9-48a2-a584-151f9fdda5e0 HTTP/1.1" status: 204 len: 173 time: 1.5459712 Jan 15 15:12:20.455154 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'tag': 'dc8991e4-49ec-44de-842b-da8a3815a7e9'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:20.517800 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'tag': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'status': 'completed', 'code': 200} Jan 15 15:12:20.547275 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-79a5df66-5f05-45b7-8090-de654c8e0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:20.549447 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-79a5df66-5f05-45b7-8090-de654c8e0842 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 1162 time: 0.0816345 Jan 15 15:12:20.591008 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:20.696461 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-e81fd3dd-8145-4aac-87eb-34543f9949be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:20.698823 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-e81fd3dd-8145-4aac-87eb-34543f9949be service neutron] 10.222.0.70 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1422961 Jan 15 15:12:20.774983 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-f9bf2aac-7365-4232-a79c-95d9de8ccaff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 200 len: 217 time: 0.0694258 Jan 15 15:12:20.844710 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-31469131-8733-4b1d-9f7b-311c2117d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:20.846625 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-31469131-8733-4b1d-9f7b-311c2117d0e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0651388 Jan 15 15:12:20.932144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:20.933125 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-66750c2e-2995-4333-bd1e-f4833e488a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:20.934820 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-66750c2e-2995-4333-bd1e-f4833e488a30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808926 Jan 15 15:12:20.936859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] Checking router: 13f22f25-3338-4788-ab0c-e01c7db6ce5c for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:12:20.946624 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:20.947311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:11:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:21.092688 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-ce9f9310-a271-43bd-a275-9148b366dad5 service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505427 Jan 15 15:12:21.247254 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bd6d9d96-5a14-4a08-ae4d-eefd14f7ae29 req-0c9fb3f9-7c51-45fd-afd5-92d81ded672c service neutron] 10.222.0.70 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1475348 Jan 15 15:12:21.298374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:21.634449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:21.638629 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af5d8-4aee-4785-8ea1-a8bb129198c1 None None] The sync data for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi is: [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': '46654088-a824-4eb0-9a17-e7cee4660602', 'name': '', 'network_id': 'f14cb6b6-4ee7-43cf-a8e0-9286f9842639', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'mac_address': 'fa:16:3e:dc:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:22Z', 'updated_at': '2021-01-15T15:04:34Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'subnets': [{'id': '16b9f3a3-fb9b-44ec-bb51-ac83c2be2064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:12:21.697005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba565a-d12b-42b8-98cf-82206ab66399 req-85f17daa-da88-4558-9607-feb2a7fd893a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:21.697826 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-bfba565a-d12b-42b8-98cf-82206ab66399 req-85f17daa-da88-4558-9607-feb2a7fd893a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:12:21.714280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-bfba565a-d12b-42b8-98cf-82206ab66399 req-85f17daa-da88-4558-9607-feb2a7fd893a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:12:21.715649 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bfba565a-d12b-42b8-98cf-82206ab66399 req-85f17daa-da88-4558-9607-feb2a7fd893a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 945 time: 0.1194453 Jan 15 15:12:21.768147 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-bfba565a-d12b-42b8-98cf-82206ab66399 req-2932c99b-43f8-4fd1-929b-3278a8c7228c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0460746 Jan 15 15:12:21.953488 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-b4d15482-b2ff-4703-a733-0f24af5a02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:21.955141 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-b4d15482-b2ff-4703-a733-0f24af5a02b3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 1162 time: 0.0831473 Jan 15 15:12:22.055141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddb3807-8ef7-4794-a02d-a958d122a7d3 None None] New status for floating IP e1a53a66-24d9-48a2-a584-151f9fdda5e0: DOWN {{(pid=80086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:12:22.110679 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-840b99f3-1e62-4456-b012-67078e51aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:22.112314 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-840b99f3-1e62-4456-b012-67078e51aa32 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 200 len: 905 time: 0.1477661 Jan 15 15:12:22.191112 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-0728f643-7ae5-4021-b1ea-f5ad3585f034 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 200 len: 217 time: 0.0709879 Jan 15 15:12:22.266897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-5eede336-8fe9-488e-ab58-51970af9e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:22.268548 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-5eede336-8fe9-488e-ab58-51970af9e73a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 200 len: 850 time: 0.0702038 Jan 15 15:12:22.352965 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-264c5e7f-194c-4cef-962a-d834cfaba581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:22.354659 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-264c5e7f-194c-4cef-962a-d834cfaba581 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f14cb6b6-4ee7-43cf-a8e0-9286f9842639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786259 Jan 15 15:12:22.500116 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-50d14fc6-51e8-44d8-b982-81197d36ff47 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369653 Jan 15 15:12:22.647212 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6b46e9a6-9797-448c-bfb7-03d88c5fdc5c req-6c0f95eb-888b-45d5-81a7-8e43993b1570 service neutron] 10.222.0.75 "GET /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398363 Jan 15 15:12:22.701405 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-29682304-a5f5-4b7a-97c2-cb39d5bf42db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:23.233883 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8fdeb-88df-4b2c-9aee-65fe2f7487f0 req-5fafd417-2a96-49d6-9936-411ff9bb0fca tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:23.235433 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-39a8fdeb-88df-4b2c-9aee-65fe2f7487f0 req-5fafd417-2a96-49d6-9936-411ff9bb0fca tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 945 time: 0.3325019 Jan 15 15:12:23.288419 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-39a8fdeb-88df-4b2c-9aee-65fe2f7487f0 req-d070ac5f-bfef-4d11-8237-6502c4e502f6 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0451796 Jan 15 15:12:24.527771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a46afe-c7c0-4949-aae5-05a28d411df2 req-aef4bb41-7f4d-458b-8b32-2e2b3946cece tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:24.529449 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-44a46afe-c7c0-4949-aae5-05a28d411df2 req-aef4bb41-7f4d-458b-8b32-2e2b3946cece tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 945 time: 0.1090469 Jan 15 15:12:24.581318 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-44a46afe-c7c0-4949-aae5-05a28d411df2 req-1a521952-9abf-48f9-bade-9c4e697f8dcd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0455382 Jan 15 15:12:24.724228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-8356ec64-1aa8-410b-ac67-1056c8043e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:25.815092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ac715-228f-4210-8df0-be3847ec6106 req-c20b63d8-b73c-4d52-a663-a1b412c7b1f9 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:25.816737 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e0ac715-228f-4210-8df0-be3847ec6106 req-c20b63d8-b73c-4d52-a663-a1b412c7b1f9 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 945 time: 0.1003451 Jan 15 15:12:25.867609 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e0ac715-228f-4210-8df0-be3847ec6106 req-baf08a3a-226c-4085-955a-080a2ad930d7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0445333 Jan 15 15:12:25.880014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:26.821453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-7d700962-818e-450a-855f-833fca1db9a2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:26.822223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-7d700962-818e-450a-855f-833fca1db9a2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:12:26.835049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-7d700962-818e-450a-855f-833fca1db9a2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:12:26.836998 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-7d700962-818e-450a-855f-833fca1db9a2 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 945 time: 0.1221180 Jan 15 15:12:26.861758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:26.918815 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Deleting port dc8991e4-49ec-44de-842b-da8a3815a7e9 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:26.919237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:27.108562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc40a55-77bd-47c2-b4df-849646c7620a req-ae282f78-a4b8-4487-8bc7-edede78758bd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:27.110121 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3fc40a55-77bd-47c2-b4df-849646c7620a req-ae282f78-a4b8-4487-8bc7-edede78758bd tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 945 time: 0.1057653 Jan 15 15:12:27.162126 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3fc40a55-77bd-47c2-b4df-849646c7620a req-e2503acf-e3dc-4837-8b7c-3aa3398e1633 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups?id=05528596-9a1e-4e15-9f96-2545a31d5312&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0454273 Jan 15 15:12:27.188797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] For port dc8991e4-49ec-44de-842b-da8a3815a7e9, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=dc8991e4-49ec-44de-842b-da8a3815a7e9,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:27.189193 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:27.331612 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Calling delete_port for dc8991e4-49ec-44de-842b-da8a3815a7e9 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:27.388467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:27.488087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:27.503898 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-6cfcb829-a489-4593-a8cd-0c07129b1aeb tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:27.557317 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event deleted for resources: {'Port': ['ID=dc8991e4-49ec-44de-842b-da8a3815a7e9,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:27.562140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:27.704137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] No DVR routers for this DVR port dc8991e4-49ec-44de-842b-da8a3815a7e9 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:12:27.706394 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:27.711045 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'name': 'network-vif-deleted', 'tag': 'dc8991e4-49ec-44de-842b-da8a3815a7e9'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:27.733119 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-1ac52191-6ce7-4932-b5bb-00dfeeee4811 req-465d0db8-8e61-4e9a-9964-51a3d2c24be7 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.75 "DELETE /v2.0/ports/dc8991e4-49ec-44de-842b-da8a3815a7e9 HTTP/1.1" status: 204 len: 173 time: 0.8899801 Jan 15 15:12:27.769815 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91238c2f-8256-4f94-b1c1-ff69bf90f8ec', 'name': 'network-vif-deleted', 'tag': 'dc8991e4-49ec-44de-842b-da8a3815a7e9', 'status': 'completed', 'code': 200} Jan 15 15:12:28.082042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device dc8991e4-49ec-44de-842b-da8a3815a7e9 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:28.124403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: dc8991e4-49ec-44de-842b-da8a3815a7e9 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:12:28.124787 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device dc8991e4-49ec-44de-842b-da8a3815a7e9 not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:12:28.427661 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e454441b-8480-4e52-8538-100457652cba req-1ecdcf47-6992-4740-b5ae-c97588ef075c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/ports?device_id=91238c2f-8256-4f94-b1c1-ff69bf90f8ec HTTP/1.1" status: 200 len: 210 time: 0.0475600 Jan 15 15:12:29.659158 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-903c4661-7c61-4e3a-9758-b2e9333ab5a6 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips/25973c00-3192-49a1-bf0f-6061c617021d HTTP/1.1" status: 200 len: 692 time: 0.0912397 Jan 15 15:12:29.845975 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-3d5cbe66-2900-4dfc-90d8-9aa9c87b30da tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:29.847469 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-3d5cbe66-2900-4dfc-90d8-9aa9c87b30da tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 784 time: 0.1818690 Jan 15 15:12:29.937262 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-f7798ac6-fc47-469c-8230-08152ce8432c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Synchronizing usage tracker for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:floatingip {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:12:29.952357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-f7798ac6-fc47-469c-8230-08152ce8432c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Unset dirty status for tenant:5fad5f224f3a41b7a8f3221955f351cb on resource:floatingip {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:12:29.953623 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-f7798ac6-fc47-469c-8230-08152ce8432c tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0996814 Jan 15 15:12:30.044222 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-9f77564d-2062-44d3-b2a5-82087fcab30a tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0840316 Jan 15 15:12:30.212837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Deleting port c7537928-4d2a-456e-be2d-ec15bd8b1e7f {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:30.213146 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:30.388904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:30.389273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:30.522502 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Calling delete_port for c7537928-4d2a-456e-be2d-ec15bd8b1e7f owned by network:floatingip {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:30.665888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:30.679150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-cbc9c0b0-37a0-4c27-b3d7-e41579d30c3e tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:30.736389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event deleted for resources: {'Port': ['ID=c7537928-4d2a-456e-be2d-ec15bd8b1e7f,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:30.740279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:30.907383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for floatingip, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:30.928570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:30.929874 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8941ee31-f1f4-487d-b0ba-5732775f7800 req-9c2ffacd-e0ee-4665-92c8-aa09e2a4a1d4 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "DELETE /v2.0/floatingips/25973c00-3192-49a1-bf0f-6061c617021d HTTP/1.1" status: 204 len: 173 time: 0.8799045 Jan 15 15:12:32.746698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:33.528137 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3070fbd8-70b9-4c9d-aecc-d59a72dbaf5b req-5e7a79b9-5c3c-4a69-8eab-d973d675af4b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "GET /v2.0/security-groups/05528596-9a1e-4e15-9f96-2545a31d5312 HTTP/1.1" status: 200 len: 2999 time: 0.0557859 Jan 15 15:12:33.610156 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-3070fbd8-70b9-4c9d-aecc-d59a72dbaf5b req-327e5509-5ba1-409f-ad13-3de5e1d3638b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:33.640200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-3070fbd8-70b9-4c9d-aecc-d59a72dbaf5b req-327e5509-5ba1-409f-ad13-3de5e1d3638b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:33.686722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-3070fbd8-70b9-4c9d-aecc-d59a72dbaf5b req-327e5509-5ba1-409f-ad13-3de5e1d3638b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:33.691912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-bec0b80c-57d2-4b9a-bf20-245886f9f884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:33.708403 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e5509-5ba1-409f-ad13-3de5e1d3638b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Pushing event deleted for resources: {'SecurityGroup': ['ID=05528596-9a1e-4e15-9f96-2545a31d5312,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:33.713364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-327e5509-5ba1-409f-ad13-3de5e1d3638b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:33.716838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-3070fbd8-70b9-4c9d-aecc-d59a72dbaf5b req-327e5509-5ba1-409f-ad13-3de5e1d3638b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:33.718067 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3070fbd8-70b9-4c9d-aecc-d59a72dbaf5b req-327e5509-5ba1-409f-ad13-3de5e1d3638b tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] 10.222.0.70 "DELETE /v2.0/security-groups/05528596-9a1e-4e15-9f96-2545a31d5312 HTTP/1.1" status: 204 len: 173 time: 0.1832132 Jan 15 15:12:33.789661 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43634) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:34.621042 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969639'] for router_interface, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:35.087819 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Deleting port 46654088-a824-4eb0-9a17-e7cee4660602 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:35.088432 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:35.493693 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] For port 46654088-a824-4eb0-9a17-e7cee4660602, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=46654088-a824-4eb0-9a17-e7cee4660602,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:35.494101 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:35.624907 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Calling delete_port for 46654088-a824-4eb0-9a17-e7cee4660602 owned by network:router_interface {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:35.801184 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:35.818104 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-35c14958-1630-4777-b339-376ee8431e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:35.877889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=46654088-a824-4eb0-9a17-e7cee4660602,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:35.882291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:36.241910 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853607382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852808073'] for router_interface, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:36.748390 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Router 13f22f25-3338-4788-ab0c-e01c7db6ce5c has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:12:36.934139 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:12:36.942991 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] Sync routers for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:12:36.947603 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-b69194d3-c6b2-43aa-beaf-164f625ea6a3 admin admin] 10.222.0.70 "PUT /v2.0/routers/13f22f25-3338-4788-ab0c-e01c7db6ce5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1563547 Jan 15 15:12:36.950155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43656) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:36.957412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:36.958087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:12:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:37.142775 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Notify callbacks [] for router, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:37.149585 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:37.337656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:37.337656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Deleting port c0db82f4-95c1-41a6-9e18-02075fb8e45e {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:37.337656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:37.463975 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:12:35Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:37.468270 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] Checking router: 13f22f25-3338-4788-ab0c-e01c7db6ce5c for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:12:37.478560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] Routers {'13f22f25-3338-4788-ab0c-e01c7db6ce5c'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:37.479236 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:12:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:37.530643 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] For port c0db82f4-95c1-41a6-9e18-02075fb8e45e, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=c0db82f4-95c1-41a6-9e18-02075fb8e45e,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:37.531101 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:37.666681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Calling delete_port for c0db82f4-95c1-41a6-9e18-02075fb8e45e owned by network:router_gateway {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:37.672519 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] Set router 13f22f25-3338-4788-ab0c-e01c7db6ce5c gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:37.800041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:37.980779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:12:35Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:37.984892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474c29ed-4445-4a05-8889-6794ad2d0922 None None] The sync data for ids ['13f22f25-3338-4788-ab0c-e01c7db6ce5c'] in dv-cinder-689486-7-iscsi is: [{'id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'name': 'tempest-TestVolumeBootPattern-884657879-router', 'tenant_id': '5fad5f224f3a41b7a8f3221955f351cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:12Z', 'updated_at': '2021-01-15T15:12:35Z', 'revision_number': 5, 'project_id': '5fad5f224f3a41b7a8f3221955f351cb', 'gw_port': {'id': 'c0db82f4-95c1-41a6-9e18-02075fb8e45e', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f22f25-3338-4788-ab0c-e01c7db6ce5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:14Z', 'updated_at': '2021-01-15T15:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:12:37.998557 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852792849'] for router_gateway, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:38.198845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 46654088-a824-4eb0-9a17-e7cee4660602 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:38.236129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 46654088-a824-4eb0-9a17-e7cee4660602 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:12:38.236427 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 46654088-a824-4eb0-9a17-e7cee4660602 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:12:38.364260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49006'] for router, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:38.366605 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:38.388379 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852808363'] for router, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:38.388939 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f22f25-3338-4788-ab0c-e01c7db6ce5c {{(pid=80085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:12:38.402722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] Notify callbacks [] for router, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:38.403983 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-83bfe931-4e40-4c7a-be88-4510516b2718 admin admin] 10.222.0.70 "DELETE /v2.0/routers/13f22f25-3338-4788-ab0c-e01c7db6ce5c HTTP/1.1" status: 204 len: 168 time: 1.4528143 Jan 15 15:12:38.406755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43674) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:38.477766 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-0925cc46-2e1a-47cf-8797-aa624a730bfa admin admin] Deleting subnet 16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 {{(pid=80085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:12:38.483091 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0925cc46-2e1a-47cf-8797-aa624a730bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:38.552816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0925cc46-2e1a-47cf-8797-aa624a730bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2412792'] for subnet, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:38.668476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0925cc46-2e1a-47cf-8797-aa624a730bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:38.979956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0925cc46-2e1a-47cf-8797-aa624a730bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4159852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580214'] for subnet, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:38.994174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 43690) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:38.997058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4efc6144-6164-43dc-919c-2b8178839e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:39.049967 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925cc46-2e1a-47cf-8797-aa624a730bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b9f3a3-fb9b-44ec-bb51-ac83c2be2064,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:39.053950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0925cc46-2e1a-47cf-8797-aa624a730bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:39.133830 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0925cc46-2e1a-47cf-8797-aa624a730bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.140113 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36fc3cd-6f27-486a-9e45-39f82f0b2c80 None None] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:12:39.143586 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0925cc46-2e1a-47cf-8797-aa624a730bfa admin admin] 10.222.0.70 "DELETE /v2.0/subnets/16b9f3a3-fb9b-44ec-bb51-ac83c2be2064 HTTP/1.1" status: 204 len: 168 time: 0.7357154 Jan 15 15:12:39.144285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43696) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:39.157231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1843396c-0367-4490-8c21-8e5cc0015bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.173729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1843396c-0367-4490-8c21-8e5cc0015bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:39.177835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1843396c-0367-4490-8c21-8e5cc0015bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:e56441c7a43b435baa154b82e052bc51 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:39.181195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-1843396c-0367-4490-8c21-8e5cc0015bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:39.187001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-1843396c-0367-4490-8c21-8e5cc0015bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:39.277665 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1843396c-0367-4490-8c21-8e5cc0015bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.281029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1843396c-0367-4490-8c21-8e5cc0015bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.282220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.296559 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-01d3c4b4-087b-4c4b-88ff-9b3b4f57321a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:39.341027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843396c-0367-4490-8c21-8e5cc0015bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fddfe6d-be74-4d16-b26f-e396daa830d8,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:39.348653 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-1843396c-0367-4490-8c21-8e5cc0015bc8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e56441c7a43b435baa154b82e052bc51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530426 Jan 15 15:12:39.349432 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43700) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:39.350127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-1843396c-0367-4490-8c21-8e5cc0015bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:39.377565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Deleting port 72b2982f-68b5-4b82-a231-455f3bb39d5a {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:39.378049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.427565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] DHCP port deletion for f14cb6b6-4ee7-43cf-a8e0-9286f9842639 request from dv-cinder-689486-7-iscsi {{(pid=80086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:12:39.432523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Deleting port 72b2982f-68b5-4b82-a231-455f3bb39d5a {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:39.433054 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.510621 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-42706a29-f732-46e9-b947-82aaeae93066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.581657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-42706a29-f732-46e9-b947-82aaeae93066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.658117 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] For port 72b2982f-68b5-4b82-a231-455f3bb39d5a, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=72b2982f-68b5-4b82-a231-455f3bb39d5a,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:39.658452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.694508 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] For port 72b2982f-68b5-4b82-a231-455f3bb39d5a, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=72b2982f-68b5-4b82-a231-455f3bb39d5a,segment=NetworkSegment(874503fc-c47d-462a-b953-d0318be847e4),segment_id=874503fc-c47d-462a-b953-d0318be847e4)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:39.694905 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.785212 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Calling delete_port for 72b2982f-68b5-4b82-a231-455f3bb39d5a owned by network:dhcp {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:39.824774 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Calling delete_port for 72b2982f-68b5-4b82-a231-455f3bb39d5a owned by network:dhcp {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:39.863748 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456'] for port, after_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.875891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-42706a29-f732-46e9-b947-82aaeae93066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.880064 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:39.883260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-10e5c721-3172-43b5-835f-cc1ec130ce16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:39.901952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42706a29-f732-46e9-b947-82aaeae93066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fddfe6d-be74-4d16-b26f-e396daa830d8,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:39.914914 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-42706a29-f732-46e9-b947-82aaeae93066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:39.918023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-42706a29-f732-46e9-b947-82aaeae93066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:39.919244 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-42706a29-f732-46e9-b947-82aaeae93066 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2fddfe6d-be74-4d16-b26f-e396daa830d8 HTTP/1.1" status: 204 len: 168 time: 0.5690501 Jan 15 15:12:39.925265 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:12:39.925630 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:12:39.960095 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Pushing event deleted for resources: {'Port': ['ID=72b2982f-68b5-4b82-a231-455f3bb39d5a,revision_number=None']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:40.038383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.039430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.040056 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.040548 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.040938 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.041321 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.041700 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.042074 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.042452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.042824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.043200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.043567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.044041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.044411 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.044798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.045185 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.045592 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.045980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.046350 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.046718 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.047199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.047434 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.048291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.048291 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:40.054077 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:40.069656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b1535-6299-46bf-bcbc-3d1dc8dc21d2 None None] No DVR routers for this DVR port 72b2982f-68b5-4b82-a231-455f3bb39d5a on host dv-cinder-689486-7-iscsi {{(pid=80086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:12:40.239590 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 72b2982f-68b5-4b82-a231-455f3bb39d5a no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:40.275009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 72b2982f-68b5-4b82-a231-455f3bb39d5a {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:12:40.275369 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 72b2982f-68b5-4b82-a231-455f3bb39d5a not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:12:40.275868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device c0db82f4-95c1-41a6-9e18-02075fb8e45e no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:40.312957 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: c0db82f4-95c1-41a6-9e18-02075fb8e45e {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:12:40.313357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device c0db82f4-95c1-41a6-9e18-02075fb8e45e not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:12:40.427610 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Deleting port 72b2982f-68b5-4b82-a231-455f3bb39d5a {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:40.428135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:40.504163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] The port '72b2982f-68b5-4b82-a231-455f3bb39d5a' was deleted {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:12:40.631389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:40.749430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14cb6b6-4ee7-43cf-a8e0-9286f9842639']}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:40.763631 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874503fc-c47d-462a-b953-d0318be847e4') {'for_net_delete': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:40.763975 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874503fc-c47d-462a-b953-d0318be847e4') {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:40.777371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852363072'] for segment, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:40.788314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 43722) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:40.795656 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:40.797856 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:12:40.936794 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1479236600-network', 'tenant_id': '7cd404ac0bd745adbb7a7896f9240eea'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:40.941946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:40.946951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Usage tracker for resource:network and tenant:7cd404ac0bd745adbb7a7896f9240eea is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:40.950857 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:40.958728 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:40.969076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Made reservation on behalf of 7cd404ac0bd745adbb7a7896f9240eea for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:12:40.974400 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:40.982271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:12:40.989327 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:40.991577 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4159793'] for segment, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.005254 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:41.010186 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:7cd404ac0bd745adbb7a7896f9240eea is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:41.013252 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:41.019452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:41.106968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.109961 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.114285 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b26c8965-14b0-4f1e-bf12-c0eeeee5d7bf tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:41.148960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:12:41.158492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaf9244-9b57-4f21-93b5-f1b7549e94d5,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:41.162433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:41.165706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292050440939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.166155 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.segments_db [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Added segment 4ad207bf-1edb-467b-8402-90c69ff628e3 of type vxlan for network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 Jan 15 15:12:41.181838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Network f14cb6b6-4ee7-43cf-a8e0-9286f9842639 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:12:41.193974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292050928449'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:12:41.206111 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:12:41.229142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.230429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:41.231068 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.236223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-583ae5d0-8d15-4068-8115-643dd1432c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:41.290076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.293692 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ef3e7054-77c4-409e-82c1-3cd3f936a16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:41.308406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.319479 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f14cb6b6-4ee7-43cf-a8e0-9286f9842639,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:41.323609 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:41.336546 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] 10.222.0.70 "DELETE /v2.0/networks/f14cb6b6-4ee7-43cf-a8e0-9286f9842639 HTTP/1.1" status: 204 len: 168 time: 2.1908538 Jan 15 15:12:41.337552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43728) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:41.347338 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=92ce158b-35ba-4d4e-87d9-69161f55e9a3,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:41.353454 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5627964 Jan 15 15:12:41.354988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:41.355486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 43732) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:41.359213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 details requested by agent ovs-agent-dv-cinder-689486-7-iscsi with host dv-cinder-689486-7-iscsi {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:12:41.362002 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Request body: {'subnet': {'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1479236600-subnet', 'tenant_id': '7cd404ac0bd745adbb7a7896f9240eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:41.367918 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:41.372262 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Usage tracker for resource:subnet and tenant:7cd404ac0bd745adbb7a7896f9240eea is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:41.375311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:41.377455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 details requested by agent ovs-agent-hv-cinder-68948 with host hv-cinder-68948 {{(pid=80086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:12:41.381271 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:41.393296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Made reservation on behalf of 7cd404ac0bd745adbb7a7896f9240eea for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:12:41.398239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851125497'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.820937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850709344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851125450'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.837704 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:41.932935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969639'] for router_interface, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:41.973320 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4da8594-351e-4af8-925f-13476ec92df4,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:41.978184 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:42.045128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Checking segment: {'id': '4ad207bf-1edb-467b-8402-90c69ff628e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:12:42.045524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Network hostable DHCP agents. Network: 92ce158b-35ba-4d4e-87d9-69161f55e9a3, hostable agents: ['68a98b81-7865-44ad-bd1d-b03cb7614ee0'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:12:42.064342 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 is scheduled to be hosted by DHCP agent 68a98b81-7865-44ad-bd1d-b03cb7614ee0 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:12:42.074225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-7-iscsi, 92ce158b-35ba-4d4e-87d9-69161f55e9a3) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:42.083809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1d85e8-8dac-4382-9ba9-3490d66efd30 None None] Network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:12:42.088974 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:42.089634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:42.121450 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-27287408-d75a-4c0e-a188-ff4124a14abc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7559898 Jan 15 15:12:42.339584 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83164f-fd2a-43ab-bae2-18e9a45aca41 None None] Network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:12:42.666645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Deleting port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:42.666996 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:42.860121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] For port abc2c72a-6a24-4d16-a1a6-a2a90531c4ca, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=abc2c72a-6a24-4d16-a1a6-a2a90531c4ca,segment=NetworkSegment(5f2a55b4-a854-4a2a-bfc3-f66883930206),segment_id=5f2a55b4-a854-4a2a-bfc3-f66883930206)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:42.860672 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:42.992899 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Calling delete_port for abc2c72a-6a24-4d16-a1a6-a2a90531c4ca owned by network:router_interface {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:43.163463 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:43.179913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8d677afd-d9a8-4a98-a019-c00cf6ba8177 tempest-TestMinimumBasicScenario-1135120741 tempest-TestMinimumBasicScenario-1135120741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:43.230824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Pushing event deleted for resources: {'Port': ['ID=abc2c72a-6a24-4d16-a1a6-a2a90531c4ca,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:43.234739 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:43.583830 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853607382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852808073'] for router_interface, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:44.093375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Router d8cf9d43-36df-48b7-a075-2038db9bb04e has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:12:44.416001 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:12:44.427003 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] Sync routers for ids ['d8cf9d43-36df-48b7-a075-2038db9bb04e'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:12:44.428283 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-a1f7b05c-ce47-475b-b02c-30f57ea8be3f admin admin] 10.222.0.70 "PUT /v2.0/routers/d8cf9d43-36df-48b7-a075-2038db9bb04e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0895743 Jan 15 15:12:44.430242 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 43760) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:44.456411 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-aea2cc44-dcd8-46ed-950d-ba7f3eb69f4a tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:44.458081 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-aea2cc44-dcd8-46ed-950d-ba7f3eb69f4a tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/networks?id=92ce158b-35ba-4d4e-87d9-69161f55e9a3 HTTP/1.1" status: 200 len: 809 time: 0.2371020 Jan 15 15:12:44.462569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] Routers {'d8cf9d43-36df-48b7-a075-2038db9bb04e'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:44.463430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:12:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['d8cf9d43-36df-48b7-a075-2038db9bb04e'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:44.481407 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-629e6cc3-825f-4db6-b875-e89f1acc7881 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/quotas/7cd404ac0bd745adbb7a7896f9240eea HTTP/1.1" status: 200 len: 375 time: 0.0115097 Jan 15 15:12:44.540595 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-62aa2516-91cb-4cb4-9303-f98fa55f0e3f tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?tenant_id=7cd404ac0bd745adbb7a7896f9240eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524840 Jan 15 15:12:44.553510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-de14581d-03a2-4c84-8646-0592b7f520a0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:12:44.555211 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-de14581d-03a2-4c84-8646-0592b7f520a0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0068727 Jan 15 15:12:44.663058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] Set router d8cf9d43-36df-48b7-a075-2038db9bb04e gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:44.718348 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5c92a104-a8ce-48ef-8fa6-ed6b960d30f5 service neutron] 10.222.0.70 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558700 Jan 15 15:12:44.877791 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-0955fd09-733e-46eb-be5c-950e2ea98ecd service neutron] 10.222.0.70 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1521468 Jan 15 15:12:44.884874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Notify callbacks [] for router, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.083495 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.090127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Deleting port 1a5ce681-9510-4e8b-80d3-354c53049279 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:45.090503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.112790 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-e9e8e00f-8d4e-492f-830b-184180077b89 req-7366e293-927d-4950-8381-19bc84b478ad tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 210 time: 0.0534642 Jan 15 15:12:45.170915 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'name': 'tempest-TestVolumeBootPattern-1442982119-router', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:31Z', 'updated_at': '2021-01-15T15:12:43Z', 'revision_number': 5, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'gw_port': {'id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:33Z', 'updated_at': '2021-01-15T15:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:45.175135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] Checking router: d8cf9d43-36df-48b7-a075-2038db9bb04e for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:12:45.184573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] Routers {'d8cf9d43-36df-48b7-a075-2038db9bb04e'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:12:45.185151 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:12:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['d8cf9d43-36df-48b7-a075-2038db9bb04e'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:45.280267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] For port 1a5ce681-9510-4e8b-80d3-354c53049279, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=1a5ce681-9510-4e8b-80d3-354c53049279,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:45.280674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.389683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] Set router d8cf9d43-36df-48b7-a075-2038db9bb04e gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:12:45.415709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Calling delete_port for 1a5ce681-9510-4e8b-80d3-354c53049279 owned by network:router_gateway {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:45.567134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.698275 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'name': 'tempest-TestVolumeBootPattern-1442982119-router', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:31Z', 'updated_at': '2021-01-15T15:12:43Z', 'revision_number': 5, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'gw_port': {'id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:33Z', 'updated_at': '2021-01-15T15:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:45.702744 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd3da4-30b5-45d6-8f14-7f6928354297 None None] The sync data for ids ['d8cf9d43-36df-48b7-a075-2038db9bb04e'] in dv-cinder-689486-7-iscsi is: [{'id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'name': 'tempest-TestVolumeBootPattern-1442982119-router', 'tenant_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:31Z', 'updated_at': '2021-01-15T15:12:43Z', 'revision_number': 5, 'project_id': 'a85b2e1b86664c4d8d82aaec94234a16', 'gw_port': {'id': '1a5ce681-9510-4e8b-80d3-354c53049279', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf9d43-36df-48b7-a075-2038db9bb04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:33Z', 'updated_at': '2021-01-15T15:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:12:45.766761 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852792849'] for router_gateway, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.912127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49006'] for router, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.914863 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.939625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852808363'] for router, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.940215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8cf9d43-36df-48b7-a075-2038db9bb04e {{(pid=80084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:12:45.953670 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:45.957431 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-be00fab5-2b47-4fa9-a729-6791b8e2846b admin admin] 10.222.0.70 "DELETE /v2.0/routers/d8cf9d43-36df-48b7-a075-2038db9bb04e HTTP/1.1" status: 204 len: 168 time: 1.5236125 Jan 15 15:12:45.957779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43774) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:46.032290 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Deleting subnet 9a5cb892-93c3-4280-b0d7-46382e37e2cf {{(pid=80085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:12:46.035456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.089004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2412792'] for subnet, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.177194 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.233069 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device abc2c72a-6a24-4d16-a1a6-a2a90531c4ca no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:46.315323 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: abc2c72a-6a24-4d16-a1a6-a2a90531c4ca {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:12:46.316116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device abc2c72a-6a24-4d16-a1a6-a2a90531c4ca not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:12:46.561729 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-275912a0-5efa-4ed3-b950-37d882fc8576 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:46.562228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-275912a0-5efa-4ed3-b950-37d882fc8576 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Synchronizing usage tracker for tenant:7cd404ac0bd745adbb7a7896f9240eea on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:12:46.582137 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-275912a0-5efa-4ed3-b950-37d882fc8576 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Unset dirty status for tenant:7cd404ac0bd745adbb7a7896f9240eea on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:12:46.583575 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-275912a0-5efa-4ed3-b950-37d882fc8576 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.75 "GET /v2.0/networks?id=92ce158b-35ba-4d4e-87d9-69161f55e9a3 HTTP/1.1" status: 200 len: 809 time: 0.3215058 Jan 15 15:12:46.611517 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Request body: {'port': {'device_id': '9d4bd73d-4793-4048-b466-bdb9de1c34f2', 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3', 'admin_state_up': True, 'tenant_id': '7cd404ac0bd745adbb7a7896f9240eea'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:46.670067 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6f8d3d9a-7151-4e3b-87a4-e342ff87b5d4 req-0d0e59c9-1921-4f92-8734-f966cf135edd tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 210 time: 0.0579369 Jan 15 15:12:46.764144 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:12:46.768773 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Usage tracker for resource:port and tenant:7cd404ac0bd745adbb7a7896f9240eea is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:12:46.771982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Quota usage for port was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:12:46.778649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:12:46.782392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4159852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580214'] for subnet, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.787475 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Made reservation on behalf of 7cd404ac0bd745adbb7a7896f9240eea for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:12:46.797357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.798988 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-af1ab175-fcb8-495d-a5d3-30bd14ed0306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:46.844952 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5cb892-93c3-4280-b0d7-46382e37e2cf,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:46.907479 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.907946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.908362 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.908771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.909169 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.909576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.909989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.910371 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.910769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.911164 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.911558 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.911977 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.912444 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.912840 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.913231 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.914260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.914662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.915130 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.915530 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.915944 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.916336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.916733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.917155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.917520 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:46.926010 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:46.958671 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:46.965237 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1c8fc-f488-43e0-82f5-c1dd14321c34 None None] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:12:46.966891 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-33bcc452-7592-470e-bccc-b311b0efb797 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9a5cb892-93c3-4280-b0d7-46382e37e2cf HTTP/1.1" status: 204 len: 168 time: 1.0076528 Jan 15 15:12:46.969470 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43784) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:47.093004 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.131367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Allocated IP 172.20.0.8 (92ce158b-35ba-4d4e-87d9-69161f55e9a3/d4da8594-351e-4af8-925f-13476ec92df4/23edc629-f1e2-435b-a75e-0f5b35846183) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:12:47.161976 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Deleting port 4020db93-5ae1-41cc-bd29-178ef7aef0dd {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:47.163025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.227998 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] DHCP port deletion for 63394fbc-bc55-43f8-be1f-716b0addbbf0 request from dv-cinder-689486-7-iscsi {{(pid=80086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:12:47.232305 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] Deleting port 4020db93-5ae1-41cc-bd29-178ef7aef0dd {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:47.232730 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.365841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.399367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.402752 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] For port 4020db93-5ae1-41cc-bd29-178ef7aef0dd, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=4020db93-5ae1-41cc-bd29-178ef7aef0dd,segment=NetworkSegment(5f2a55b4-a854-4a2a-bfc3-f66883930206),segment_id=5f2a55b4-a854-4a2a-bfc3-f66883930206)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:47.403161 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.431364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-85b01167-4ae7-42e6-aa6c-66ef2729c712 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:47.450329 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] For port 4020db93-5ae1-41cc-bd29-178ef7aef0dd, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=4020db93-5ae1-41cc-bd29-178ef7aef0dd,segment=NetworkSegment(5f2a55b4-a854-4a2a-bfc3-f66883930206),segment_id=5f2a55b4-a854-4a2a-bfc3-f66883930206)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:47.450747 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.547560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Calling delete_port for 4020db93-5ae1-41cc-bd29-178ef7aef0dd owned by network:dhcp {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:47.586653 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] Calling delete_port for 4020db93-5ae1-41cc-bd29-178ef7aef0dd owned by network:dhcp {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:47.586923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Pushing event updated for resources: {'Port': ['ID=23edc629-f1e2-435b-a75e-0f5b35846183,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:47.591620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:47.638893 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.644556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:12:47.645864 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:12:47.648393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:12:47.655891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d05bc745-3d0f-49b2-a418-f0ee72fdda46 tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:47.660340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:12:47.660760 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:12:47.710337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Pushing event deleted for resources: {'Port': ['ID=4020db93-5ae1-41cc-bd29-178ef7aef0dd,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:47.714836 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:47.731875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:47.732606 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.754194 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-5525e6fd-7e0a-436a-9e4c-4921c6dae9b2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1471641 Jan 15 15:12:47.773709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Request body: {'port': {'device_id': '9d4bd73d-4793-4048-b466-bdb9de1c34f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:12:47.810483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] No DVR routers for this DVR port 4020db93-5ae1-41cc-bd29-178ef7aef0dd on host dv-cinder-689486-7-iscsi {{(pid=80085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:12:47.890180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:47.995879 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.135977 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef205b6b-82aa-479c-bc8b-4b3a567a5e2a req-ab54d610-3007-46a4-a453-4407daa17ce9 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:48.137648 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ef205b6b-82aa-479c-bc8b-4b3a567a5e2a req-ab54d610-3007-46a4-a453-4407daa17ce9 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 931 time: 0.3292239 Jan 15 15:12:48.162421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] Deleting port 4020db93-5ae1-41cc-bd29-178ef7aef0dd {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:48.162891 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.173888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63394fbc-bc55-43f8-be1f-716b0addbbf0']}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:48.197549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2a55b4-a854-4a2a-bfc3-f66883930206') {'for_net_delete': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:48.197895 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2a55b4-a854-4a2a-bfc3-f66883930206') {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:48.218150 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852363072'] for segment, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.234841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-69dc85fd-fac2-4f28-9d0a-e9c6afb90457 None None] The port '4020db93-5ae1-41cc-bd29-178ef7aef0dd' was deleted {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:12:48.237117 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ef205b6b-82aa-479c-bc8b-4b3a567a5e2a req-5520df53-e547-442b-985c-d0e3182cdb12 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895262 Jan 15 15:12:48.247257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.249441 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:12:48.276253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 4020db93-5ae1-41cc-bd29-178ef7aef0dd no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:48.315478 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 4020db93-5ae1-41cc-bd29-178ef7aef0dd {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:12:48.316040 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 4020db93-5ae1-41cc-bd29-178ef7aef0dd not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:12:48.316614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 1a5ce681-9510-4e8b-80d3-354c53049279 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:48.338027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23edc629-f1e2-435b-a75e-0f5b35846183 {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:12:48.345297 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.349860 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 1a5ce681-9510-4e8b-80d3-354c53049279 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:12:48.350369 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 1a5ce681-9510-4e8b-80d3-354c53049279 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:12:48.440442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:12:48.449972 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4159793'] for segment, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.645300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Network 63394fbc-bc55-43f8-be1f-716b0addbbf0 has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:12:48.668494 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:12:48.741430 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Transition to ACTIVE for port object 23edc629-f1e2-435b-a75e-0f5b35846183 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:12:48.743337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.743771 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.747855 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:48.751658 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:48.760286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d035e497-3b6b-431a-b5dd-e4601e34fce4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:48.779809 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Pushing event deleted for resources: {'Network': ['ID=63394fbc-bc55-43f8-be1f-716b0addbbf0,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:48.782720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:48.786674 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-3aa41542-690b-4495-aa96-c07a70ab9690 admin admin] 10.222.0.70 "DELETE /v2.0/networks/63394fbc-bc55-43f8-be1f-716b0addbbf0 HTTP/1.1" status: 204 len: 168 time: 1.8134713 Jan 15 15:12:48.995065 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43792) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:49.050753 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0dd8c98f-18a7-46cf-9893-f3bfba757e09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5fad5f224f3a41b7a8f3221955f351cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542653 Jan 15 15:12:49.053381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43796) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:49.118536 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-44a33506-d90e-462f-b4a9-6c5607bf0f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.146421 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-44a33506-d90e-462f-b4a9-6c5607bf0f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.159831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Pushing event updated for resources: {'Port': ['ID=23edc629-f1e2-435b-a75e-0f5b35846183,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:49.165304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:49.198377 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-44a33506-d90e-462f-b4a9-6c5607bf0f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.204153 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f2fd66f9-b613-4e2c-90f3-e74117b841db tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:49.218674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a33506-d90e-462f-b4a9-6c5607bf0f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8e2993-b02a-4b18-b86b-6a674817c652,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:49.224128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-44a33506-d90e-462f-b4a9-6c5607bf0f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:49.227547 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-44a33506-d90e-462f-b4a9-6c5607bf0f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.231611 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-44a33506-d90e-462f-b4a9-6c5607bf0f02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb8e2993-b02a-4b18-b86b-6a674817c652 HTTP/1.1" status: 204 len: 168 time: 0.1740088 Jan 15 15:12:49.355046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Attempting to bind port 23edc629-f1e2-435b-a75e-0f5b35846183 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:12:49.355611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Attempting to bind port 23edc629-f1e2-435b-a75e-0f5b35846183 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '4ad207bf-1edb-467b-8402-90c69ff628e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:12:49.356032 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Attempting to bind port 23edc629-f1e2-435b-a75e-0f5b35846183 on network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:12:49.362381 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:12:49.362849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Checking segment: {'id': '4ad207bf-1edb-467b-8402-90c69ff628e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:12:49.363437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.363942 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Bound using segment: {'id': '4ad207bf-1edb-467b-8402-90c69ff628e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:12:49.364580 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Bound port: 23edc629-f1e2-435b-a75e-0f5b35846183, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad207bf-1edb-467b-8402-90c69ff628e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:12:49.365049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.477813 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] For port 23edc629-f1e2-435b-a75e-0f5b35846183, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:12:49.481076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] For port 23edc629-f1e2-435b-a75e-0f5b35846183, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=23edc629-f1e2-435b-a75e-0f5b35846183,segment=NetworkSegment(4ad207bf-1edb-467b-8402-90c69ff628e3),segment_id=4ad207bf-1edb-467b-8402-90c69ff628e3)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:12:49.484869 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.488440 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802717e-ab6d-4a0b-a960-80bae5e0928d req-55f0376b-22f3-4c15-8d58-e1830f5eef12 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:49.490330 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4802717e-ab6d-4a0b-a960-80bae5e0928d req-55f0376b-22f3-4c15-8d58-e1830f5eef12 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 943 time: 0.1099837 Jan 15 15:12:49.503220 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0c65331b-3c20-4b79-9e49-ae1eb6e66f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:49.546682 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4802717e-ab6d-4a0b-a960-80bae5e0928d req-b5307c0d-9973-4439-8bd5-a02ad2d75241 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491238 Jan 15 15:12:49.655935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Pushing event updated for resources: {'Port': ['ID=23edc629-f1e2-435b-a75e-0f5b35846183,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:49.660358 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:49.696487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43806) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:49.700666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:49.701355 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.702872 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-027ad889-c1a2-4585-a080-334ed05bd049 service neutron] 10.222.0.75 "PUT /v2.0/ports/23edc629-f1e2-435b-a75e-0f5b35846183 HTTP/1.1" status: 200 len: 1157 time: 1.9341884 Jan 15 15:12:49.703452 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4bd73d-4793-4048-b466-bdb9de1c34f2', 'tag': '23edc629-f1e2-435b-a75e-0f5b35846183'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:49.754082 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d4401cda-a72f-4cda-93e6-dc0ffabcf370 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a85b2e1b86664c4d8d82aaec94234a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559034 Jan 15 15:12:49.756570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43812) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:49.829139 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a979fd9a-72d3-4792-bc74-9d4c8e469235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.850982 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-6fc2eaf9-70e9-4e56-b909-91b3eb26dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:49.852884 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-6fc2eaf9-70e9-4e56-b909-91b3eb26dbd4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7cd404ac0bd745adbb7a7896f9240eea&device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 1160 time: 0.0944800 Jan 15 15:12:49.858962 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a979fd9a-72d3-4792-bc74-9d4c8e469235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.896848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:12:49.911719 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a979fd9a-72d3-4792-bc74-9d4c8e469235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.918119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-b41f87c9-177e-468b-93ae-97adc925102a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:49.924834 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4bd73d-4793-4048-b466-bdb9de1c34f2', 'tag': '23edc629-f1e2-435b-a75e-0f5b35846183', 'status': 'completed', 'code': 200} Jan 15 15:12:49.933336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979fd9a-72d3-4792-bc74-9d4c8e469235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3901164c-f523-4246-ab8a-6e4bf196c154,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:49.936304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a979fd9a-72d3-4792-bc74-9d4c8e469235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:49.937527 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a979fd9a-72d3-4792-bc74-9d4c8e469235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:49.941437 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-a979fd9a-72d3-4792-bc74-9d4c8e469235 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3901164c-f523-4246-ab8a-6e4bf196c154 HTTP/1.1" status: 204 len: 168 time: 0.1803446 Jan 15 15:12:49.945309 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-fea1b4a5-5656-43dd-87d2-703cc50abf85 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23edc629-f1e2-435b-a75e-0f5b35846183 HTTP/1.1" status: 200 len: 217 time: 0.0769887 Jan 15 15:12:50.023442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-642eb3ab-aabe-4d88-8b1d-c1a4aed51902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:50.024958 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-642eb3ab-aabe-4d88-8b1d-c1a4aed51902 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4da8594-351e-4af8-925f-13476ec92df4 HTTP/1.1" status: 200 len: 849 time: 0.0722456 Jan 15 15:12:50.079144 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-a4fb6ab1-3956-44c5-a7c5-0ed3fa35683b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=92ce158b-35ba-4d4e-87d9-69161f55e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464897 Jan 15 15:12:50.234073 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-e00fec8a-c910-4b2c-9b81-7dceb0ebce80 service neutron] 10.222.0.75 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476324 Jan 15 15:12:50.396550 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-2f9c22a7-2367-4fd5-bbcf-a023c84b1505 req-869bf086-fe47-4409-9f5e-1f0dc7a17a50 service neutron] 10.222.0.75 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1554537 Jan 15 15:12:50.567027 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4980ad-c0ce-4060-aa06-6a0299a6625e req-a1d90b80-7c19-4d27-adfe-1f9af7e0a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:50.568705 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-de4980ad-c0ce-4060-aa06-6a0299a6625e req-a1d90b80-7c19-4d27-adfe-1f9af7e0a1d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7cd404ac0bd745adbb7a7896f9240eea&device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 1160 time: 0.0811551 Jan 15 15:12:50.719357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4980ad-c0ce-4060-aa06-6a0299a6625e req-3cbb9ca1-6bc5-46b8-945b-a17d2b75ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:50.720931 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-de4980ad-c0ce-4060-aa06-6a0299a6625e req-3cbb9ca1-6bc5-46b8-945b-a17d2b75ba77 service neutron] 10.222.0.75 "GET /v2.0/networks?id=92ce158b-35ba-4d4e-87d9-69161f55e9a3 HTTP/1.1" status: 200 len: 903 time: 0.1452622 Jan 15 15:12:50.786990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a384ee5-aca1-48f5-b80e-daf80543ae91 req-00abaf88-5f48-4b98-b880-2fbf0185fc37 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:50.789215 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8a384ee5-aca1-48f5-b80e-daf80543ae91 req-00abaf88-5f48-4b98-b880-2fbf0185fc37 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 943 time: 0.1091866 Jan 15 15:12:50.795622 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-de4980ad-c0ce-4060-aa06-6a0299a6625e req-b2ff079c-b257-40f1-b579-bfd74401cd72 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23edc629-f1e2-435b-a75e-0f5b35846183 HTTP/1.1" status: 200 len: 217 time: 0.0664785 Jan 15 15:12:50.844879 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-8a384ee5-aca1-48f5-b80e-daf80543ae91 req-50f966af-5bb2-441f-a34c-73767136ae47 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491357 Jan 15 15:12:50.874158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4980ad-c0ce-4060-aa06-6a0299a6625e req-b2b3a603-38f2-42f4-adfc-276875209c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:50.875787 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-de4980ad-c0ce-4060-aa06-6a0299a6625e req-b2b3a603-38f2-42f4-adfc-276875209c9f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4da8594-351e-4af8-925f-13476ec92df4 HTTP/1.1" status: 200 len: 849 time: 0.0737009 Jan 15 15:12:50.934831 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-de4980ad-c0ce-4060-aa06-6a0299a6625e req-a414bd91-2586-4f47-8f3e-a1209674a616 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=92ce158b-35ba-4d4e-87d9-69161f55e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471344 Jan 15 15:12:51.094817 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-de4980ad-c0ce-4060-aa06-6a0299a6625e req-85e405e8-92b2-412e-99e1-4c65a41796be service neutron] 10.222.0.75 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516950 Jan 15 15:12:51.262631 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-de4980ad-c0ce-4060-aa06-6a0299a6625e req-2adf3856-90d3-4600-bba3-05da05334ed9 service neutron] 10.222.0.75 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1607821 Jan 15 15:12:52.087446 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769af12-4f20-4f7a-b989-06138e9ad80c req-530331a8-9393-44a9-8c3e-08fb8ea6eaea tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:52.089114 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f769af12-4f20-4f7a-b989-06138e9ad80c req-530331a8-9393-44a9-8c3e-08fb8ea6eaea tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 943 time: 0.1065323 Jan 15 15:12:52.141204 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f769af12-4f20-4f7a-b989-06138e9ad80c req-94331c56-8e31-46fa-8b7e-d13f5d5d0469 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456898 Jan 15 15:12:52.703049 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a1424391-b116-4f18-907a-0a5268b17f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:53.367853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.objects.ports [None req-a1cda671-f682-4d09-8009-b63800660c9f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:12:53.374650 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3a5f5-5a9e-41bc-af49-1ebd191ccaca req-d851581e-ffec-4690-9af4-025288da99b1 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:53.376335 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-22c3a5f5-5a9e-41bc-af49-1ebd191ccaca req-d851581e-ffec-4690-9af4-025288da99b1 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 943 time: 0.1000457 Jan 15 15:12:53.432316 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-22c3a5f5-5a9e-41bc-af49-1ebd191ccaca req-9b8cb746-1783-4568-adb0-6edd04edbd34 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494032 Jan 15 15:12:53.849134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 23edc629-f1e2-435b-a75e-0f5b35846183 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:53.920257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 23edc629-f1e2-435b-a75e-0f5b35846183 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:12:53.925344 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 23edc629-f1e2-435b-a75e-0f5b35846183 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:53.925763 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:54.047107 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:54.073687 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4bd73d-4793-4048-b466-bdb9de1c34f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23edc629-f1e2-435b-a75e-0f5b35846183'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:54.084177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 23edc629-f1e2-435b-a75e-0f5b35846183, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=23edc629-f1e2-435b-a75e-0f5b35846183,segment=NetworkSegment(4ad207bf-1edb-467b-8402-90c69ff628e3),segment_id=4ad207bf-1edb-467b-8402-90c69ff628e3)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:54.087746 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:54.089733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:54.138970 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4bd73d-4793-4048-b466-bdb9de1c34f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23edc629-f1e2-435b-a75e-0f5b35846183', 'code': 200} Jan 15 15:12:54.158516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=23edc629-f1e2-435b-a75e-0f5b35846183,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:54.161755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:54.417683 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbccdc1-020a-4c17-a3eb-ef38e8190912 req-8f1a5733-defc-4193-ac59-180fe014fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:54.419328 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-edbccdc1-020a-4c17-a3eb-ef38e8190912 req-8f1a5733-defc-4193-ac59-180fe014fa56 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 1162 time: 0.0787632 Jan 15 15:12:54.470841 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-edbccdc1-020a-4c17-a3eb-ef38e8190912 req-c92dab63-bba2-4c1b-92de-d0d29e697916 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392594 Jan 15 15:12:54.662563 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781bbfe-b1f6-454f-b52d-4329352ccc13 req-9da77247-74b5-4034-ab3d-6a494ae77fb2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:54.664517 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6781bbfe-b1f6-454f-b52d-4329352ccc13 req-9da77247-74b5-4034-ab3d-6a494ae77fb2 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 945 time: 0.1032898 Jan 15 15:12:54.716522 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-6781bbfe-b1f6-454f-b52d-4329352ccc13 req-67c5c18f-0e61-495e-9ecd-e30b250bb903 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Jan 15 15:12:54.725266 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-40941701-1abb-4ed3-b069-7d6664b49f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:55.443024 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 23edc629-f1e2-435b-a75e-0f5b35846183 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:55.514635 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 23edc629-f1e2-435b-a75e-0f5b35846183 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:55.515058 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:55.883281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:55.953455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db5992-2f6e-462e-bbd9-761a1d4eb029 req-e81aae09-e9a4-4870-9188-5ff2837b5c91 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:55.955062 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-93db5992-2f6e-462e-bbd9-761a1d4eb029 req-e81aae09-e9a4-4870-9188-5ff2837b5c91 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 945 time: 0.1031785 Jan 15 15:12:56.006171 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-93db5992-2f6e-462e-bbd9-761a1d4eb029 req-5f1ab65f-570e-4f5c-ad02-497d1b8822b0 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 Jan 15 15:12:56.864989 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:57.204688 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce761dee-3a8f-426d-87fb-7b190630b6f0 req-d00ab5bd-9fe6-4e55-8fbb-fb0063f37c5e tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:57.206288 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ce761dee-3a8f-426d-87fb-7b190630b6f0 req-d00ab5bd-9fe6-4e55-8fbb-fb0063f37c5e tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 945 time: 0.0996530 Jan 15 15:12:57.261398 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ce761dee-3a8f-426d-87fb-7b190630b6f0 req-6b171c76-6992-4b04-8a60-7d2dd8a80c48 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484076 Jan 15 15:12:57.390301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:57.479504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 23edc629-f1e2-435b-a75e-0f5b35846183 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:57.551541 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 23edc629-f1e2-435b-a75e-0f5b35846183 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:57.551905 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:58.500549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cda4b9-eab7-4d41-96ee-fc42d3966873 req-347877ac-d9d7-4d48-9cfa-c388c0052a2f tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:58.502185 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-49cda4b9-eab7-4d41-96ee-fc42d3966873 req-347877ac-d9d7-4d48-9cfa-c388c0052a2f tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 945 time: 0.1060317 Jan 15 15:12:58.557422 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-49cda4b9-eab7-4d41-96ee-fc42d3966873 req-17b1d9ed-08bf-4ad7-950d-f5a0a48b076a tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487390 Jan 15 15:12:58.807467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-32046a95-5015-4db6-a2f4-114ccaae8936 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:58.808294 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-32046a95-5015-4db6-a2f4-114ccaae8936 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Synchronizing usage tracker for tenant:7cd404ac0bd745adbb7a7896f9240eea on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:12:58.825875 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-32046a95-5015-4db6-a2f4-114ccaae8936 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Unset dirty status for tenant:7cd404ac0bd745adbb7a7896f9240eea on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:12:58.827130 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-32046a95-5015-4db6-a2f4-114ccaae8936 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.75 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 945 time: 0.1233499 Jan 15 15:12:58.905516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Deleting port 23edc629-f1e2-435b-a75e-0f5b35846183 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:12:58.905912 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.166388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] For port 23edc629-f1e2-435b-a75e-0f5b35846183, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=23edc629-f1e2-435b-a75e-0f5b35846183,segment=NetworkSegment(4ad207bf-1edb-467b-8402-90c69ff628e3),segment_id=4ad207bf-1edb-467b-8402-90c69ff628e3)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:12:59.166702 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.281353 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 23edc629-f1e2-435b-a75e-0f5b35846183 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:12:59.295503 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Calling delete_port for 23edc629-f1e2-435b-a75e-0f5b35846183 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:12:59.404886 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.445158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.461199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:59.521286 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Pushing event deleted for resources: {'Port': ['ID=23edc629-f1e2-435b-a75e-0f5b35846183,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:59.527932 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:59.674971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] No DVR routers for this DVR port 23edc629-f1e2-435b-a75e-0f5b35846183 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:12:59.677302 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:59.680177 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4bd73d-4793-4048-b466-bdb9de1c34f2', 'name': 'network-vif-deleted', 'tag': '23edc629-f1e2-435b-a75e-0f5b35846183'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:12:59.696583 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7aeda8f3-0a25-466e-a50b-a50abe8c059f req-156901e6-f9da-4b0a-9c29-1b7097123c7d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.75 "DELETE /v2.0/ports/23edc629-f1e2-435b-a75e-0f5b35846183 HTTP/1.1" status: 204 len: 173 time: 0.8626556 Jan 15 15:12:59.741602 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4bd73d-4793-4048-b466-bdb9de1c34f2', 'name': 'network-vif-deleted', 'tag': '23edc629-f1e2-435b-a75e-0f5b35846183', 'status': 'completed', 'code': 200} Jan 15 15:12:59.743155 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-aa4de1d5-d069-420f-bd6e-94b9117835ab req-56c4d91a-1419-41f0-89c5-a1cdae12d97a tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=9d4bd73d-4793-4048-b466-bdb9de1c34f2 HTTP/1.1" status: 200 len: 210 time: 0.0523770 Jan 15 15:13:01.232078 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-bd8755a5-31f1-4c75-b791-abbf29ea85ce tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:01.233717 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-bd8755a5-31f1-4c75-b791-abbf29ea85ce tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/networks?id=92ce158b-35ba-4d4e-87d9-69161f55e9a3 HTTP/1.1" status: 200 len: 809 time: 0.1781633 Jan 15 15:13:01.249871 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-41fef8b1-9032-4e24-9003-66802908df8e tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/quotas/7cd404ac0bd745adbb7a7896f9240eea HTTP/1.1" status: 200 len: 375 time: 0.0100803 Jan 15 15:13:01.300334 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-b89f9d7f-cad2-40bc-a25a-2ae970f74540 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?tenant_id=7cd404ac0bd745adbb7a7896f9240eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450156 Jan 15 15:13:01.311884 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-c9e1a162-2a18-4152-989f-2660f1e6782c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=80085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:13:01.312922 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-c9e1a162-2a18-4152-989f-2660f1e6782c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0052891 Jan 15 15:13:01.686674 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-d01980e9-3e82-4c78-8788-06db139a7a48 service neutron] 10.222.0.70 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676479 Jan 15 15:13:01.829373 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-db9cb376-4b97-43a6-a521-8345e4c3176f service neutron] 10.222.0.70 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359923 Jan 15 15:13:02.032225 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-431ed80d-7603-48bb-878e-206911a3ffdb req-8317d606-ea45-48d1-a9d9-c42c8e2b2d64 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 210 time: 0.0472579 Jan 15 15:13:02.739261 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.209733 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-16628fff-a847-4bce-81c8-4d6e96abe7db tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:03.211471 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-16628fff-a847-4bce-81c8-4d6e96abe7db tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.75 "GET /v2.0/networks?id=92ce158b-35ba-4d4e-87d9-69161f55e9a3 HTTP/1.1" status: 200 len: 809 time: 0.1854372 Jan 15 15:13:03.225859 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-219b4812-7a8c-4224-9fd0-3126fb9e8bc7 req-77554106-5604-4784-986d-b0206baaee1c tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 210 time: 0.0516131 Jan 15 15:13:03.249294 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Request body: {'port': {'device_id': '2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6', 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3', 'admin_state_up': True, 'tenant_id': '7cd404ac0bd745adbb7a7896f9240eea'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:03.395116 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:13:03.399550 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Usage tracker for resource:port and tenant:7cd404ac0bd745adbb7a7896f9240eea is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:13:03.402685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Quota usage for port was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:13:03.408613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:13:03.418698 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Made reservation on behalf of 7cd404ac0bd745adbb7a7896f9240eea for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:13:03.427562 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.561614 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-55b9a30a-e6c4-4eb3-995c-1c0393bde15c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0762017 Jan 15 15:13:03.675423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-67bc5c7e-3ecc-4c2b-824b-e84ed89c5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:03.677189 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-67bc5c7e-3ecc-4c2b-824b-e84ed89c5ab0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1162 time: 0.0791450 Jan 15 15:13:03.746929 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_common [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Allocated IP 172.20.0.13 (92ce158b-35ba-4d4e-87d9-69161f55e9a3/d4da8594-351e-4af8-925f-13476ec92df4/7d6d9130-0d12-441a-9112-3fcede85bc92) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:13:03.838755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-763e293f-1678-4728-8289-9e772326486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:03.840419 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-763e293f-1678-4728-8289-9e772326486a service neutron] 10.222.0.75 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 902 time: 0.1427386 Jan 15 15:13:03.951904 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-dec3c745-69a2-4f95-8551-b7832befe4f6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 1001 time: 0.1039360 Jan 15 15:13:03.968603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.995625 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292050934064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.011223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-60ba18c3-03a5-45e3-858c-60c861aa422f tempest-AttachVolumeNegativeTest-647366106 tempest-AttachVolumeNegativeTest-647366106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:04.026838 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-2550807b-2ee1-4f51-9858-617fcabcb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:04.028483 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-2550807b-2ee1-4f51-9858-617fcabcb07c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 200 len: 847 time: 0.0701694 Jan 15 15:13:04.109092 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-38bd4894-370b-445b-b0c3-c3096eb653cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:04.110717 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-38bd4894-370b-445b-b0c3-c3096eb653cd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2eade10e-f287-48b4-a49f-d2abfa705b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744336 Jan 15 15:13:04.159615 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Pushing event updated for resources: {'Port': ['ID=7d6d9130-0d12-441a-9112-3fcede85bc92,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:04.171195 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.171607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.172047 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.172456 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.172858 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.173260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.173657 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.174050 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.174442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.174831 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.175222 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.175616 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-7-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.176114 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.176504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.176892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.177280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.177667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.178057 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.178445 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.178834 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.179221 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.179613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.180597 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.180958 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-68948 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:04.186516 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:04.224447 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:13:04.225620 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.base_scheduler [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Resources bound (agent type, host, resource id): {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:13:04.228604 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:13:04.259200 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-9eaf6bc0-35bc-48e3-b888-e767e9e09aeb service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413534 Jan 15 15:13:04.308009 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:04.308392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.338473 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-4200e8fe-bb06-4796-a04e-77767a622a53 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0940390 Jan 15 15:13:04.359093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.v2.base [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Request body: {'port': {'device_id': '2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:13:04.465121 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-ea11e577-de11-4f8c-b314-65d5498fcf67 req-b32322da-fe9c-4bec-b51c-80a5838e27a7 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1977501 Jan 15 15:13:04.486127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.507980 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4bd4b-299b-45bb-9078-f7cd59f6bb14 req-9ccc8042-f5af-48f6-9b91-945bb320c96a tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:04.509700 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a8b4bd4b-299b-45bb-9078-f7cd59f6bb14 req-9ccc8042-f5af-48f6-9b91-945bb320c96a tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 932 time: 0.1481223 Jan 15 15:13:04.563190 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-a8b4bd4b-299b-45bb-9078-f7cd59f6bb14 req-7345b426-e6f6-435b-a2f2-3a34ce3296f6 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471308 Jan 15 15:13:04.900448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6d9130-0d12-441a-9112-3fcede85bc92 {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:13:04.907481 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.919990 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Transition to ACTIVE for port object 7d6d9130-0d12-441a-9112-3fcede85bc92 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:13:04.922696 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.938273 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ddbe07c0-00fd-472c-a310-49fe25b37e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:05.323173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d9130-0d12-441a-9112-3fcede85bc92,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:05.326387 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:05.505416 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Attempting to bind port 7d6d9130-0d12-441a-9112-3fcede85bc92 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:13:05.505790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Attempting to bind port 7d6d9130-0d12-441a-9112-3fcede85bc92 by drivers openvswitch on host hv-cinder-68948 at level 0 using segments [{'id': '4ad207bf-1edb-467b-8402-90c69ff628e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:13:05.506163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Attempting to bind port 7d6d9130-0d12-441a-9112-3fcede85bc92 on network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:13:05.512523 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Checking agent: {'id': '55fe448e-d275-400b-9209-90a89aca7518', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 58, 57), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:13:05.512904 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Checking segment: {'id': '4ad207bf-1edb-467b-8402-90c69ff628e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:13:05.513311 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.513711 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Bound using segment: {'id': '4ad207bf-1edb-467b-8402-90c69ff628e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:13:05.514183 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Bound port: 7d6d9130-0d12-441a-9112-3fcede85bc92, host: hv-cinder-68948, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad207bf-1edb-467b-8402-90c69ff628e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92ce158b-35ba-4d4e-87d9-69161f55e9a3'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:13:05.514565 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.613871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] For port 7d6d9130-0d12-441a-9112-3fcede85bc92, host hv-cinder-68948, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:13:05.617141 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] For port 7d6d9130-0d12-441a-9112-3fcede85bc92, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=7d6d9130-0d12-441a-9112-3fcede85bc92,segment=NetworkSegment(4ad207bf-1edb-467b-8402-90c69ff628e3),segment_id=4ad207bf-1edb-467b-8402-90c69ff628e3)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:13:05.622079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066399'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.638637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-234d19f3-d4bf-4138-a0ea-a137e7ca4e9b tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:05.794382 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f74d5c-7a5e-4aa8-ba00-9c9509df46dc req-a44174f8-fcd5-4ebd-8fee-eecc76a1dcc1 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:05.794859 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d9130-0d12-441a-9112-3fcede85bc92,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:05.795889 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f4f74d5c-7a5e-4aa8-ba00-9c9509df46dc req-a44174f8-fcd5-4ebd-8fee-eecc76a1dcc1 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 944 time: 0.1022890 Jan 15 15:13:05.800414 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:05.830080 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:05.830950 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.832645 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-fab0f4a5-5cd4-42dc-8192-b8f078984387 service neutron] 10.222.0.75 "PUT /v2.0/ports/7d6d9130-0d12-441a-9112-3fcede85bc92 HTTP/1.1" status: 200 len: 1158 time: 1.4786046 Jan 15 15:13:05.833444 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6', 'tag': '7d6d9130-0d12-441a-9112-3fcede85bc92'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:13:05.854905 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f4f74d5c-7a5e-4aa8-ba00-9c9509df46dc req-188d8982-4e06-49f6-bb8f-cbf071711b7a tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521429 Jan 15 15:13:05.929779 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6', 'tag': '7d6d9130-0d12-441a-9112-3fcede85bc92', 'status': 'completed', 'code': 200} Jan 15 15:13:05.970375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-d2ea3d38-0a42-496e-b5df-8f4fbe402a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:05.972054 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-d2ea3d38-0a42-496e-b5df-8f4fbe402a35 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7cd404ac0bd745adbb7a7896f9240eea&device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 1161 time: 0.0825882 Jan 15 15:13:06.052679 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-da9e98ff-47ff-45b9-9d5b-d848e98618a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d6d9130-0d12-441a-9112-3fcede85bc92 HTTP/1.1" status: 200 len: 217 time: 0.0655205 Jan 15 15:13:06.107283 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-01b30271-feac-4df1-836e-15b7454b0913 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/floatingips/30d7a775-7812-4fb8-9c83-0ad0eea1f51b HTTP/1.1" status: 200 len: 998 time: 0.1175542 Jan 15 15:13:06.126284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-57e1950b-bc93-4351-9cf4-237d1f52405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:06.127800 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-57e1950b-bc93-4351-9cf4-237d1f52405a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4da8594-351e-4af8-925f-13476ec92df4 HTTP/1.1" status: 200 len: 849 time: 0.0684440 Jan 15 15:13:06.179018 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-37039d88-31aa-44bd-84cb-4523e1ef2dec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=92ce158b-35ba-4d4e-87d9-69161f55e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440083 Jan 15 15:13:06.288812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-6e6a7834-446a-4121-905b-c4825177e485 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:06.290884 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-6e6a7834-446a-4121-905b-c4825177e485 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/networks/5d29fd04-ed01-410d-a94e-5841f80335e6 HTTP/1.1" status: 200 len: 784 time: 0.1775584 Jan 15 15:13:06.324870 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-d10d24dd-7895-4c96-9ff5-aef545ccd2e7 service neutron] 10.222.0.75 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387601 Jan 15 15:13:06.413847 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-36af6cd0-3188-43af-99c7-f6eb23f2a58d tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.102 HTTP/1.1" status: 200 len: 1001 time: 0.1099401 Jan 15 15:13:06.473423 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-06be2dcb-d589-4ae6-9b87-ba9dab636dd3 req-d069b886-63fb-42cb-98b4-28ca7235cde5 service neutron] 10.222.0.75 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408794 Jan 15 15:13:06.508987 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-7faab8df-d94a-44cd-92bb-789480b1bcac tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:06.510504 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-7faab8df-d94a-44cd-92bb-789480b1bcac tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports/46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 942 time: 0.0954237 Jan 15 15:13:06.639963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3ac8c-64ad-4699-8329-7e246b21fe52 req-49713bf8-2905-4c40-b015-7f7df7e77b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:06.641866 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74f3ac8c-64ad-4699-8329-7e246b21fe52 req-49713bf8-2905-4c40-b015-7f7df7e77b27 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7cd404ac0bd745adbb7a7896f9240eea&device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 1161 time: 0.0775855 Jan 15 15:13:06.706326 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-85f129bc-004c-4658-b85e-652afbd9f3bb tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.27.1.102 HTTP/1.1" status: 200 len: 1001 time: 0.1119943 Jan 15 15:13:06.794850 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3ac8c-64ad-4699-8329-7e246b21fe52 req-f3428028-dd5c-4a92-873e-cd11478cf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:06.796505 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74f3ac8c-64ad-4699-8329-7e246b21fe52 req-f3428028-dd5c-4a92-873e-cd11478cf167 service neutron] 10.222.0.75 "GET /v2.0/networks?id=92ce158b-35ba-4d4e-87d9-69161f55e9a3 HTTP/1.1" status: 200 len: 903 time: 0.1460335 Jan 15 15:13:06.872727 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74f3ac8c-64ad-4699-8329-7e246b21fe52 req-3cbfd541-3523-42e7-9b3d-09950ac95dae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d6d9130-0d12-441a-9112-3fcede85bc92 HTTP/1.1" status: 200 len: 217 time: 0.0685527 Jan 15 15:13:06.939721 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Deleting port 613e924b-73d7-43c1-88d9-317419238dbe {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:06.940324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:06.947121 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3ac8c-64ad-4699-8329-7e246b21fe52 req-435d8b63-4bbc-4e06-bab4-ab015e2bef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:06.949102 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74f3ac8c-64ad-4699-8329-7e246b21fe52 req-435d8b63-4bbc-4e06-bab4-ab015e2bef09 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4da8594-351e-4af8-925f-13476ec92df4 HTTP/1.1" status: 200 len: 849 time: 0.0686834 Jan 15 15:13:07.004670 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74f3ac8c-64ad-4699-8329-7e246b21fe52 req-5f6a1334-5262-4a57-8475-6362cecfd54a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=92ce158b-35ba-4d4e-87d9-69161f55e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479753 Jan 15 15:13:07.153707 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74f3ac8c-64ad-4699-8329-7e246b21fe52 req-178f0e5d-c7f9-4e06-abba-3fb5bc9c51e1 service neutron] 10.222.0.75 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412780 Jan 15 15:13:07.215818 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906454e-c821-4109-b644-65376bc63ec7 req-642a21cc-4b87-4fdd-aebf-2f5581322c8f tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:07.217535 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7906454e-c821-4109-b644-65376bc63ec7 req-642a21cc-4b87-4fdd-aebf-2f5581322c8f tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 944 time: 0.2295854 Jan 15 15:13:07.219559 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:07.219968 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for floatingip, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:07.304624 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-74f3ac8c-64ad-4699-8329-7e246b21fe52 req-23a343d1-010b-41ff-9e9b-55c77b38888a service neutron] 10.222.0.75 "GET /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432028 Jan 15 15:13:07.387079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Calling delete_port for 613e924b-73d7-43c1-88d9-317419238dbe owned by network:floatingip {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:07.457620 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7906454e-c821-4109-b644-65376bc63ec7 req-1bb551bb-f5e2-4cf0-bb25-0f80c4e5fef0 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287908 Jan 15 15:13:07.567643 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:07.583118 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f776b4ad-0dfa-4f01-bce8-f2504fc9e2cc tempest-TestVolumeBootPattern-1329508080 tempest-TestVolumeBootPattern-1329508080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:07.634530 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Pushing event deleted for resources: {'Port': ['ID=613e924b-73d7-43c1-88d9-317419238dbe,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:07.638512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:07.802119 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for floatingip, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:07.802490 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.db.l3_db [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Floating IP 30d7a775-7812-4fb8-9c83-0ad0eea1f51b disassociated (deleted). External IP: 172.27.1.102, port: 46af01a7-eaea-4705-aba8-5e2e364cf5bf. Jan 15 15:13:08.167602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Router 020509d1-d3ea-415c-a009-d3fe0c4dc2be has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:13:08.582690 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:13:08.594363 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796872c-da2f-42a7-8270-f03906126345 None None] Sync routers for ids ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:13:08.605676 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796872c-da2f-42a7-8270-f03906126345 None None] Routers {'020509d1-d3ea-415c-a009-d3fe0c4dc2be'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:08.606346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-2796872c-da2f-42a7-8270-f03906126345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:12:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:08.665296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for floatingip, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:08.733202 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-4f012c29-d29b-4a1b-93d6-02b872524471 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "DELETE /v2.0/floatingips/30d7a775-7812-4fb8-9c83-0ad0eea1f51b HTTP/1.1" status: 204 len: 173 time: 2.0190735 Jan 15 15:13:08.734442 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:13:08.767406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba47dc-052a-40a3-9cf6-f7bcdab0cdcd req-42a3a5bf-481b-48f7-bfd7-41192630e305 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:08.769180 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d7ba47dc-052a-40a3-9cf6-f7bcdab0cdcd req-42a3a5bf-481b-48f7-bfd7-41192630e305 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 944 time: 0.1755636 Jan 15 15:13:08.792401 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-2796872c-da2f-42a7-8270-f03906126345 None None] Set router 020509d1-d3ea-415c-a009-d3fe0c4dc2be gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:08.879119 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d7ba47dc-052a-40a3-9cf6-f7bcdab0cdcd req-3b88301f-0990-427b-8528-a6faf405523f tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739977 Jan 15 15:13:08.892600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-0f9ea0c9-69c2-4773-993b-cb5a422bc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:08.894369 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-0f9ea0c9-69c2-4773-993b-cb5a422bc663 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1162 time: 0.1242096 Jan 15 15:13:08.955394 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'status': 'completed', 'code': 200} Jan 15 15:13:09.058292 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-e482765b-1f3f-41c8-a5a3-2ac069dce889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:09.060207 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-e482765b-1f3f-41c8-a5a3-2ac069dce889 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 902 time: 0.1486080 Jan 15 15:13:09.082591 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-e7e24fe2-c6c8-49b4-944f-b6276044d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:09.084311 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-e7e24fe2-c6c8-49b4-944f-b6276044d374 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 1162 time: 0.0790434 Jan 15 15:13:09.134969 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-b00b6331-1d12-48c5-a7a0-c41057c34cf9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 217 time: 0.0669398 Jan 15 15:13:09.145829 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-2796872c-da2f-42a7-8270-f03906126345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:50Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f0941478-8d7e-4c46-9692-f34f7c8c3050', 'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'mac_address': 'fa:16:3e:38:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:49Z', 'updated_at': '2021-01-15T15:07:58Z', 'revision_number': 5, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'subnets': [{'id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:09.150805 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796872c-da2f-42a7-8270-f03906126345 None None] Checking router: 020509d1-d3ea-415c-a009-d3fe0c4dc2be for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:13:09.160100 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796872c-da2f-42a7-8270-f03906126345 None None] Routers {'020509d1-d3ea-415c-a009-d3fe0c4dc2be'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:09.160767 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-2796872c-da2f-42a7-8270-f03906126345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:12:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:09.210267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-e83682e3-e6ea-48ea-90d2-677f9028126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:09.212122 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-e83682e3-e6ea-48ea-90d2-677f9028126c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 200 len: 847 time: 0.0707469 Jan 15 15:13:09.238971 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-d9510aee-f72d-44b4-9008-170199d46b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:09.240631 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-d9510aee-f72d-44b4-9008-170199d46b87 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 200 len: 902 time: 0.1492262 Jan 15 15:13:09.298228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-a9b3dd0e-439f-429e-a3d5-cf18aa91e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:09.300101 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-a9b3dd0e-439f-429e-a3d5-cf18aa91e92c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2eade10e-f287-48b4-a49f-d2abfa705b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798740 Jan 15 15:13:09.325192 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-0c38bffb-57ab-4143-82e3-da03c02090ba service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 200 len: 217 time: 0.0768197 Jan 15 15:13:09.355392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-2796872c-da2f-42a7-8270-f03906126345 None None] Set router 020509d1-d3ea-415c-a009-d3fe0c4dc2be gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:09.402637 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-834dce48-22f7-4564-a292-ee00018fdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:09.404291 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-834dce48-22f7-4564-a292-ee00018fdd42 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 200 len: 847 time: 0.0718119 Jan 15 15:13:09.457130 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-3b310045-a615-4ac4-b4fc-d6b28b6a349f service neutron] 10.222.0.70 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465623 Jan 15 15:13:09.510465 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-d4f60d03-5c1e-4eda-949e-52374f4272cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:09.512482 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-d4f60d03-5c1e-4eda-949e-52374f4272cb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2eade10e-f287-48b4-a49f-d2abfa705b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894852 Jan 15 15:13:09.613083 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-896466e1-e9c6-419a-b7e6-3efbdc1cf125 req-06b2ace0-65c3-458a-a2c3-08c1f422eff0 service neutron] 10.222.0.70 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485279 Jan 15 15:13:09.671142 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-73408aec-bde2-4b96-9a26-e40f484d4e58 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498699 Jan 15 15:13:09.709298 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-2796872c-da2f-42a7-8270-f03906126345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:50Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f0941478-8d7e-4c46-9692-f34f7c8c3050', 'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'mac_address': 'fa:16:3e:38:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:49Z', 'updated_at': '2021-01-15T15:07:58Z', 'revision_number': 5, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'subnets': [{'id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:09.715956 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796872c-da2f-42a7-8270-f03906126345 None None] The sync data for ids ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'] in dv-cinder-689486-7-iscsi is: [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:07:50Z', 'revision_number': 4, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi', '_interfaces': [{'id': 'f0941478-8d7e-4c46-9692-f34f7c8c3050', 'name': '', 'network_id': '2eade10e-f287-48b4-a49f-d2abfa705b2d', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'mac_address': 'fa:16:3e:38:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:49Z', 'updated_at': '2021-01-15T15:07:58Z', 'revision_number': 5, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'subnets': [{'id': '5956e42c-bd4a-44d3-8ba4-6d12b3782508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:13:09.827973 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fa440a85-47ec-4959-865e-22c6488b0d40 req-b643b6e2-53c8-416e-83cc-7b2331fc4b71 service neutron] 10.222.0.75 "GET /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1493084 Jan 15 15:13:09.847940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 7d6d9130-0d12-441a-9112-3fcede85bc92 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:09.922093 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning for port 7d6d9130-0d12-441a-9112-3fcede85bc92 completed by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:13:09.927245 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 7d6d9130-0d12-441a-9112-3fcede85bc92 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:09.927662 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:10.062953 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627661'] for port, before_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:10.092067 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6d9130-0d12-441a-9112-3fcede85bc92'}] {{(pid=80086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:13:10.103713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] For port 7d6d9130-0d12-441a-9112-3fcede85bc92, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=7d6d9130-0d12-441a-9112-3fcede85bc92,segment=NetworkSegment(4ad207bf-1edb-467b-8402-90c69ff628e3),segment_id=4ad207bf-1edb-467b-8402-90c69ff628e3)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:10.107438 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744804250688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744803814361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363292050961422'] for port, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:10.109445 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:10.142769 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472bb7c-9900-46ea-a441-bd0e192f8aee req-0fa6675a-39d4-4702-bc95-5caa587c9e98 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:10.144546 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7472bb7c-9900-46ea-a441-bd0e192f8aee req-0fa6675a-39d4-4702-bc95-5caa587c9e98 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 944 time: 0.1268559 Jan 15 15:13:10.175784 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6d9130-0d12-441a-9112-3fcede85bc92', 'code': 200} Jan 15 15:13:10.179816 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283ca7a5-204b-4ca7-8747-cadd943f7bde None None] New status for floating IP 30d7a775-7812-4fb8-9c83-0ad0eea1f51b: DOWN {{(pid=80086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:13:10.206369 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7472bb7c-9900-46ea-a441-bd0e192f8aee req-05dfd7e5-9c94-4f4b-b49b-209f5883f543 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531554 Jan 15 15:13:10.301011 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Pushing event updated for resources: {'Port': ['ID=7d6d9130-0d12-441a-9112-3fcede85bc92,revision_number=4']} {{(pid=80086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:10.310995 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:10.382720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e193207-d95e-47ed-bef4-ee167aec1125 req-7f6a76ac-810b-4928-aed7-2d15706cf59a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:10.383845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-3e193207-d95e-47ed-bef4-ee167aec1125 req-7f6a76ac-810b-4928-aed7-2d15706cf59a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Synchronizing usage tracker for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:port {{(pid=80085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:13:10.401211 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-3e193207-d95e-47ed-bef4-ee167aec1125 req-7f6a76ac-810b-4928-aed7-2d15706cf59a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Unset dirty status for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:port {{(pid=80085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:13:10.402506 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e193207-d95e-47ed-bef4-ee167aec1125 req-7f6a76ac-810b-4928-aed7-2d15706cf59a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1266658 Jan 15 15:13:10.457683 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-3e193207-d95e-47ed-bef4-ee167aec1125 req-c1e62e7e-3ba5-46c1-96a7-173d5009ea17 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0485520 Jan 15 15:13:10.492134 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbefa41-4b99-4a67-8916-11853b7da3bd req-b1f71a97-69d1-48bf-bc62-33cb97af4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:10.494395 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7fbefa41-4b99-4a67-8916-11853b7da3bd req-b1f71a97-69d1-48bf-bc62-33cb97af4a61 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 1163 time: 0.0842011 Jan 15 15:13:10.539884 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-7fbefa41-4b99-4a67-8916-11853b7da3bd req-f688b187-d8e1-44e1-91e2-1d5891a26f29 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380056 Jan 15 15:13:11.454878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343fa55-cf91-42b0-a715-c664f026b35a req-7c72bc7a-7406-4a20-98ae-47e729aa27ac tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:11.456562 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4343fa55-cf91-42b0-a715-c664f026b35a req-7c72bc7a-7406-4a20-98ae-47e729aa27ac tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 946 time: 0.1034930 Jan 15 15:13:11.508358 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-4343fa55-cf91-42b0-a715-c664f026b35a req-6624a69d-c192-4e41-9811-bc99daa84263 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449347 Jan 15 15:13:11.616833 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 7d6d9130-0d12-441a-9112-3fcede85bc92 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:11.691607 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71277d12-2fcf-41d3-9188-adedd9460442 req-7ad2c0af-a7d3-4848-9853-9df0da2cfd97 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:11.693313 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-71277d12-2fcf-41d3-9188-adedd9460442 req-7ad2c0af-a7d3-4848-9853-9df0da2cfd97 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1010334 Jan 15 15:13:11.697372 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 7d6d9130-0d12-441a-9112-3fcede85bc92 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:11.698112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:11.751506 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-71277d12-2fcf-41d3-9188-adedd9460442 req-90740092-57a7-4e24-b461-db06ac821311 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0513976 Jan 15 15:13:12.604598 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-cc4bfe64-1531-4c5d-943a-29cfb2725414 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:12.605389 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-cc4bfe64-1531-4c5d-943a-29cfb2725414 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Synchronizing usage tracker for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:13:12.619338 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-cc4bfe64-1531-4c5d-943a-29cfb2725414 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Unset dirty status for tenant:c5035a8ae9b94036a945d3253eab8a4c on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:13:12.620613 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-cc4bfe64-1531-4c5d-943a-29cfb2725414 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.75 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1157286 Jan 15 15:13:12.704797 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Deleting port 46af01a7-eaea-4705-aba8-5e2e364cf5bf {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:12.705189 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:12.745450 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0fb1a-5602-425d-8571-a496e17d0046 req-4b08647e-e193-44dc-bef9-aadbced5cccf tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:12.747056 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d8b0fb1a-5602-425d-8571-a496e17d0046 req-4b08647e-e193-44dc-bef9-aadbced5cccf tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 946 time: 0.1056104 Jan 15 15:13:12.800070 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-d8b0fb1a-5602-425d-8571-a496e17d0046 req-511735e6-54c6-4b69-b1c2-265280fb5b4f tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464082 Jan 15 15:13:12.978199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] For port 46af01a7-eaea-4705-aba8-5e2e364cf5bf, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=46af01a7-eaea-4705-aba8-5e2e364cf5bf,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:12.978644 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:12.994868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f47a4-6c17-4a42-b7c2-b9f6e1e6e74d req-743bd250-5487-456a-9ee6-fd4cfca0e5c6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:12.996644 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc4f47a4-6c17-4a42-b7c2-b9f6e1e6e74d req-743bd250-5487-456a-9ee6-fd4cfca0e5c6 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 945 time: 0.1065459 Jan 15 15:13:13.048663 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-fc4f47a4-6c17-4a42-b7c2-b9f6e1e6e74d req-c9ceb885-cda0-4acc-a36f-697f5c989f1a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups?id=3b5659cd-7587-413d-912a-310311ff9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457137 Jan 15 15:13:13.113764 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Calling delete_port for 46af01a7-eaea-4705-aba8-5e2e364cf5bf owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:13.261550 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:13.278073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-04cd48c4-2b26-46d8-9c1a-d24ca5b63f24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:13.342158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Pushing event deleted for resources: {'Port': ['ID=46af01a7-eaea-4705-aba8-5e2e364cf5bf,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:13.347012 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:13.397871 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 46af01a7-eaea-4705-aba8-5e2e364cf5bf no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:13.436722 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: 46af01a7-eaea-4705-aba8-5e2e364cf5bf {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:13.437284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 46af01a7-eaea-4705-aba8-5e2e364cf5bf not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:13.496260 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] No DVR routers for this DVR port 46af01a7-eaea-4705-aba8-5e2e364cf5bf on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:13:13.498526 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:13.501319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'name': 'network-vif-deleted', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:13:13.517749 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-9b5627ab-3436-4e13-8ace-3041f1580d8c req-da952cbf-44f5-478f-b2f6-97ea87a9577c tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.75 "DELETE /v2.0/ports/46af01a7-eaea-4705-aba8-5e2e364cf5bf HTTP/1.1" status: 204 len: 173 time: 0.8904159 Jan 15 15:13:13.566237 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496ca680-42d5-4575-8fde-766017a3075b', 'name': 'network-vif-deleted', 'tag': '46af01a7-eaea-4705-aba8-5e2e364cf5bf', 'status': 'completed', 'code': 200} Jan 15 15:13:14.134960 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca8758-02bc-49a2-92f1-c8de2bd552f2 req-92ae7e34-286d-463f-854a-a2bae2fe4a4e tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:14.137302 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-efca8758-02bc-49a2-92f1-c8de2bd552f2 req-92ae7e34-286d-463f-854a-a2bae2fe4a4e tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 946 time: 0.1079698 Jan 15 15:13:14.236981 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-09e913f5-8500-4387-a52d-f187b62347c7 req-6cdf9953-08c3-4e56-80d3-3b8a43d2e741 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/ports?device_id=496ca680-42d5-4575-8fde-766017a3075b HTTP/1.1" status: 200 len: 210 time: 0.0496023 Jan 15 15:13:14.243249 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-efca8758-02bc-49a2-92f1-c8de2bd552f2 req-cab5efbb-4841-434f-aa63-84f0bc067150 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968027 Jan 15 15:13:15.495945 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f8ee71e4-d3ff-4870-93a1-f6cac4b8c86f req-902d6481-fbb6-4d6e-935d-7932066d88d1 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "GET /v2.0/security-groups/3b5659cd-7587-413d-912a-310311ff9a9c HTTP/1.1" status: 200 len: 2991 time: 0.1209755 Jan 15 15:13:15.564743 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2133f-473f-4e5f-9162-cbe99d7d950a req-499f6aab-559a-42e4-b7b2-7cb9d2b3a871 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:15.566319 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-21f2133f-473f-4e5f-9162-cbe99d7d950a req-499f6aab-559a-42e4-b7b2-7cb9d2b3a871 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 946 time: 0.1756620 Jan 15 15:13:15.633724 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 7d6d9130-0d12-441a-9112-3fcede85bc92 up at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:15.643041 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f8ee71e4-d3ff-4870-93a1-f6cac4b8c86f req-62ba769c-fd37-4057-9554-e767e64e259a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:15.652177 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-21f2133f-473f-4e5f-9162-cbe99d7d950a req-d833f7a6-a970-476d-bd93-a1de6d534387 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/security-groups?id=fdaf9244-9b57-4f21-93b5-f1b7549e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776932 Jan 15 15:13:15.692088 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f8ee71e4-d3ff-4870-93a1-f6cac4b8c86f req-62ba769c-fd37-4057-9554-e767e64e259a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:15.708483 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.provisioning_blocks [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Provisioning complete for port 7d6d9130-0d12-441a-9112-3fcede85bc92 triggered by entity L2. {{(pid=80086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:15.708909 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887655'] for port, provisioning_complete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:15.728812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-bd01e0e6-c1ab-4b7c-87b9-92c84fb3cdd4 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:15.729623 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-bd01e0e6-c1ab-4b7c-87b9-92c84fb3cdd4 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Synchronizing usage tracker for tenant:7cd404ac0bd745adbb7a7896f9240eea on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:13:15.745512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-bd01e0e6-c1ab-4b7c-87b9-92c84fb3cdd4 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Unset dirty status for tenant:7cd404ac0bd745adbb7a7896f9240eea on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:13:15.747202 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-bd01e0e6-c1ab-4b7c-87b9-92c84fb3cdd4 tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.75 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 946 time: 0.1232066 Jan 15 15:13:15.747561 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f8ee71e4-d3ff-4870-93a1-f6cac4b8c86f req-62ba769c-fd37-4057-9554-e767e64e259a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:15.753180 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-807e5f43-f1d3-4121-8278-260b6fc17beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:15.771322 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba769c-fd37-4057-9554-e767e64e259a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5659cd-7587-413d-912a-310311ff9a9c,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:15.773300 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-62ba769c-fd37-4057-9554-e767e64e259a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:15.781674 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-f8ee71e4-d3ff-4870-93a1-f6cac4b8c86f req-62ba769c-fd37-4057-9554-e767e64e259a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:15.783152 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f8ee71e4-d3ff-4870-93a1-f6cac4b8c86f req-62ba769c-fd37-4057-9554-e767e64e259a tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] 10.222.0.70 "DELETE /v2.0/security-groups/3b5659cd-7587-413d-912a-310311ff9a9c HTTP/1.1" status: 204 len: 173 time: 0.2795126 Jan 15 15:13:15.844128 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Deleting port 7d6d9130-0d12-441a-9112-3fcede85bc92 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:15.844592 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:15.848510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43936) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:16.106034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] For port 7d6d9130-0d12-441a-9112-3fcede85bc92, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-68948',level=0,port_id=7d6d9130-0d12-441a-9112-3fcede85bc92,segment=NetworkSegment(4ad207bf-1edb-467b-8402-90c69ff628e3),segment_id=4ad207bf-1edb-467b-8402-90c69ff628e3)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:16.106433 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:16.235297 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Calling delete_port for 7d6d9130-0d12-441a-9112-3fcede85bc92 owned by compute:nova {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:16.633935 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:16.649681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-21b216b9-13e3-4bdb-be17-648aebe4dcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:16.668163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969639'] for router_interface, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:16.706486 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Pushing event deleted for resources: {'Port': ['ID=7d6d9130-0d12-441a-9112-3fcede85bc92,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:16.711611 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:16.856412 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] No DVR routers for this DVR port 7d6d9130-0d12-441a-9112-3fcede85bc92 on host hv-cinder-68948 {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:13:16.858715 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773481'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:16.862756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6', 'name': 'network-vif-deleted', 'tag': '7d6d9130-0d12-441a-9112-3fcede85bc92'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:13:16.862983 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-f63ed034-df83-4110-9fed-bc7299b23e24 req-465a4e24-7306-417b-b197-9c2a6c41363f tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.70 "GET /v2.0/ports?device_id=2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6 HTTP/1.1" status: 200 len: 210 time: 0.0616589 Jan 15 15:13:16.881796 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [req-646f0a6e-b7e4-4d9d-abd1-bf404b06aeeb req-dc026a79-a2b8-4cf2-9051-e2abd3f3a13d tempest-VolumesActionsTest-1797391506 tempest-VolumesActionsTest-1797391506] 10.222.0.75 "DELETE /v2.0/ports/7d6d9130-0d12-441a-9112-3fcede85bc92 HTTP/1.1" status: 204 len: 173 time: 1.1273270 Jan 15 15:13:16.934206 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d350a15-3ab6-4c6b-8768-6f0dd36bfeb6', 'name': 'network-vif-deleted', 'tag': '7d6d9130-0d12-441a-9112-3fcede85bc92', 'status': 'completed', 'code': 200} Jan 15 15:13:17.435650 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Deleting port f0941478-8d7e-4c46-9692-f34f7c8c3050 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:17.436029 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:17.450499 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 7d6d9130-0d12-441a-9112-3fcede85bc92 no longer exists at agent ovs-agent-hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:17.491406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] No Port match for: 7d6d9130-0d12-441a-9112-3fcede85bc92 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:17.491892 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Device 7d6d9130-0d12-441a-9112-3fcede85bc92 not bound to the agent host hv-cinder-68948 {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:17.634938 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] For port f0941478-8d7e-4c46-9692-f34f7c8c3050, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=f0941478-8d7e-4c46-9692-f34f7c8c3050,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:17.635552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:17.763897 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Calling delete_port for f0941478-8d7e-4c46-9692-f34f7c8c3050 owned by network:router_interface {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:17.936340 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:17.952082 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-a48ee918-9d37-4250-b357-62a539346080 tempest-TestShelveInstance-1235470176 tempest-TestShelveInstance-1235470176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:18.010301 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0941478-8d7e-4c46-9692-f34f7c8c3050,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:18.014337 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:18.360689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853607382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852808073'] for router_interface, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:18.871406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Router 020509d1-d3ea-415c-a009-d3fe0c4dc2be has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:13:19.068187 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:13:19.078267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] Sync routers for ids ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'] in dv-cinder-689486-7-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:13:19.085587 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-09fb9750-447e-4821-8d60-4ce07ecfef85 admin admin] 10.222.0.70 "PUT /v2.0/routers/020509d1-d3ea-415c-a009-d3fe0c4dc2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2335539 Jan 15 15:13:19.086025 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43972) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:19.088336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] Routers {'020509d1-d3ea-415c-a009-d3fe0c4dc2be'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:19.089013 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:12:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:19.276060 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Notify callbacks [] for router, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:19.277840 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] Set router 020509d1-d3ea-415c-a009-d3fe0c4dc2be gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:19.599296 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:13:17Z', 'revision_number': 5, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:19.604462 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] Checking router: 020509d1-d3ea-415c-a009-d3fe0c4dc2be for host: dv-cinder-689486-7-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:13:19.613849 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] Routers {'020509d1-d3ea-415c-a009-d3fe0c4dc2be'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:19.614531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:12:55Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:19.703155 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:19.708457 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Deleting port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:19.708828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:19.800423 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] Set router 020509d1-d3ea-415c-a009-d3fe0c4dc2be gateway port host: dv-cinder-689486-7-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:19.897759 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] For port ed461c1a-1a62-41bc-8f86-7bc0aef71cf4, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=ed461c1a-1a62-41bc-8f86-7bc0aef71cf4,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:19.898913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:20.029572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Calling delete_port for ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 owned by network:router_gateway {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:20.107573 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:13:17Z', 'revision_number': 5, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:20.111999 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ebc506-90a4-48a0-a97d-37c33967042f None None] The sync data for ids ['020509d1-d3ea-415c-a009-d3fe0c4dc2be'] in dv-cinder-689486-7-iscsi is: [{'id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'name': 'tempest-TestShelveInstance-627687939-router', 'tenant_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:45Z', 'updated_at': '2021-01-15T15:13:17Z', 'revision_number': 5, 'project_id': 'c5035a8ae9b94036a945d3253eab8a4c', 'gw_port': {'id': 'ed461c1a-1a62-41bc-8f86-7bc0aef71cf4', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020509d1-d3ea-415c-a009-d3fe0c4dc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:46Z', 'updated_at': '2021-01-15T15:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:13:20.168727 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:20.222792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device f0941478-8d7e-4c46-9692-f34f7c8c3050 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:20.257888 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: f0941478-8d7e-4c46-9692-f34f7c8c3050 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:20.258383 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device f0941478-8d7e-4c46-9692-f34f7c8c3050 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:20.363247 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852792849'] for router_gateway, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:20.505632 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49006'] for router, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:20.508276 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:20.532659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852808363'] for router, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:20.533225 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 020509d1-d3ea-415c-a009-d3fe0c4dc2be {{(pid=80085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:13:20.546663 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] Notify callbacks [] for router, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:20.547963 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-ddd7cc8b-22c2-4d15-bb8d-f89340d2f168 admin admin] 10.222.0.70 "DELETE /v2.0/routers/020509d1-d3ea-415c-a009-d3fe0c4dc2be HTTP/1.1" status: 204 len: 168 time: 1.4609168 Jan 15 15:13:20.550728 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 43998) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:20.620720 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-75076179-f51e-4fb0-8a5d-e481590309f2 admin admin] Deleting subnet 5956e42c-bd4a-44d3-8ba4-6d12b3782508 {{(pid=80085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:13:20.624213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-75076179-f51e-4fb0-8a5d-e481590309f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:20.682280 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-75076179-f51e-4fb0-8a5d-e481590309f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2412792'] for subnet, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:20.767848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-75076179-f51e-4fb0-8a5d-e481590309f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:21.040794 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-75076179-f51e-4fb0-8a5d-e481590309f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4159852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580214'] for subnet, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:21.056068 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:21.104649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75076179-f51e-4fb0-8a5d-e481590309f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5956e42c-bd4a-44d3-8ba4-6d12b3782508,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:21.107415 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-75076179-f51e-4fb0-8a5d-e481590309f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:21.192552 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-75076179-f51e-4fb0-8a5d-e481590309f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:21.197437 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d866c7-c8fb-4dca-8bd2-87065bde50bc None None] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:13:21.199028 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-75076179-f51e-4fb0-8a5d-e481590309f2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5956e42c-bd4a-44d3-8ba4-6d12b3782508 HTTP/1.1" status: 204 len: 168 time: 0.6472375 Jan 15 15:13:21.201812 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 44002) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:21.329036 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:21.398835 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Deleting port 5eaa672b-ae1e-4feb-9888-744360789fa7 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:21.399217 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:21.623853 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] For port 5eaa672b-ae1e-4feb-9888-744360789fa7, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=5eaa672b-ae1e-4feb-9888-744360789fa7,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:21.624257 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:21.629746 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] DHCP port deletion for 2eade10e-f287-48b4-a49f-d2abfa705b2d request from dv-cinder-689486-7-iscsi {{(pid=80086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:13:21.635079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] Deleting port 5eaa672b-ae1e-4feb-9888-744360789fa7 {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:21.635504 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:21.753399 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Calling delete_port for 5eaa672b-ae1e-4feb-9888-744360789fa7 owned by network:dhcp {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:21.827316 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:21.843087 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-01ecf759-1b01-4c7d-9fea-8a854eccd60b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:21.858344 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] For port 5eaa672b-ae1e-4feb-9888-744360789fa7, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=5eaa672b-ae1e-4feb-9888-744360789fa7,segment=NetworkSegment(d5985a12-d344-42d0-b7c4-9e51cf2fc508),segment_id=d5985a12-d344-42d0-b7c4-9e51cf2fc508)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:21.858714 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:21.904467 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eaa672b-ae1e-4feb-9888-744360789fa7,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:21.907253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:21.984066 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] Calling delete_port for 5eaa672b-ae1e-4feb-9888-744360789fa7 owned by network:dhcp {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:21.993881 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] No DVR routers for this DVR port 5eaa672b-ae1e-4feb-9888-744360789fa7 on host dv-cinder-689486-7-iscsi {{(pid=80085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:13:22.053652 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:13:22.054753 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:13:22.116034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:22.228529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eade10e-f287-48b4-a49f-d2abfa705b2d']}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:22.245634 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5985a12-d344-42d0-b7c4-9e51cf2fc508') {'for_net_delete': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:22.245969 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5985a12-d344-42d0-b7c4-9e51cf2fc508') {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:22.258512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852363072'] for segment, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:22.261341 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:22.274173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:22.276198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:13:22.296200 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:22.296600 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device ed461c1a-1a62-41bc-8f86-7bc0aef71cf4 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:22.297073 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 5eaa672b-ae1e-4feb-9888-744360789fa7 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:22.333417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 5eaa672b-ae1e-4feb-9888-744360789fa7 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:22.333820 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 5eaa672b-ae1e-4feb-9888-744360789fa7 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:22.456576 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:13:22.466122 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4159793'] for segment, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:22.555167 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] Deleting port 5eaa672b-ae1e-4feb-9888-744360789fa7 {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:22.555602 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:22.621541 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7d5e7-fd21-42de-b7d5-6bd8498b2395 None None] The port '5eaa672b-ae1e-4feb-9888-744360789fa7' was deleted {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:13:22.652213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Network 2eade10e-f287-48b4-a49f-d2abfa705b2d has no segments {{(pid=80085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:13:22.675635 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:13:22.704346 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-50bdb6f6-af8b-431a-be5b-ccee2595610c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:22.754614 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:22.758199 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ab9954ca-001e-4657-a7fa-74c5db0c9c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:22.775089 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:22.784061 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eade10e-f287-48b4-a49f-d2abfa705b2d,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:22.787487 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:22.798147 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f8b8f152-8075-4354-a942-a2a4ee830868 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2eade10e-f287-48b4-a49f-d2abfa705b2d HTTP/1.1" status: 204 len: 168 time: 1.5952969 Jan 15 15:13:22.801142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 44014) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:23.615239 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969639'] for router_interface, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:24.118406 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Deleting port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:24.118783 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:24.309712 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] For port 1c1da8f9-47bb-4972-8cb3-783ae4575fdb, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=1c1da8f9-47bb-4972-8cb3-783ae4575fdb,segment=NetworkSegment(7881c299-511e-4e6c-8d95-c642ff5147b0),segment_id=7881c299-511e-4e6c-8d95-c642ff5147b0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:24.310105 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:24.444264 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Calling delete_port for 1c1da8f9-47bb-4972-8cb3-783ae4575fdb owned by network:router_interface {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:24.653667 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:24.670940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-87bd8314-5864-4c7d-8f01-be3c5c9d1376 tempest-AttachVolumeTestJSON-2002553393 tempest-AttachVolumeTestJSON-2002553393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:24.728779 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1da8f9-47bb-4972-8cb3-783ae4575fdb,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:24.732666 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:24.743223 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0d5b5b64-231a-4ce1-ba3c-5a725e417c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:25.139462 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853607382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852808073'] for router_interface, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:25.708785 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Router 4e28954d-fd77-4ae5-9826-795b2b5c3690 has already been hosted by L3 agent 4cccf517-8773-47ff-aebc-4ab0a985ca1b {{(pid=80085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:13:25.893603 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:26.152170 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] Notify agent at l3_agent.dv-cinder-689486-7-iscsi the message routers_updated {{(pid=80085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:13:26.161250 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] Sync routers for ids ['4e28954d-fd77-4ae5-9826-795b2b5c3690'] in dv-cinder-689486-7-iscsi {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:13:26.167263 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9c9a5696-bb61-4bf3-abd2-b443e1512975 admin admin] 10.222.0.70 "PUT /v2.0/routers/4e28954d-fd77-4ae5-9826-795b2b5c3690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3650148 Jan 15 15:13:26.170010 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 44048) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:26.181190 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] Routers {'4e28954d-fd77-4ae5-9826-795b2b5c3690'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:26.182586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:13:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['4e28954d-fd77-4ae5-9826-795b2b5c3690'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:26.380546 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:26.449017 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] Set router 4e28954d-fd77-4ae5-9826-795b2b5c3690 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:26.588647 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:26.594097 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Deleting port 19837b19-c0f8-4d49-9568-b511fbe95f9f {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:26.594476 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:26.790396 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'name': 'tempest-TestShelveInstance-1782302373-router', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:54Z', 'updated_at': '2021-01-15T15:13:24Z', 'revision_number': 5, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'gw_port': {'id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:56Z', 'updated_at': '2021-01-15T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:26.796391 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] Checking router: 4e28954d-fd77-4ae5-9826-795b2b5c3690 for host: dv-cinder-689486-7-iscsi {{(pid=80086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:13:26.806393 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] For port 19837b19-c0f8-4d49-9568-b511fbe95f9f, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=19837b19-c0f8-4d49-9568-b511fbe95f9f,segment=NetworkSegment(4c80881c-ca34-4bde-9552-5c9f989fabd7),segment_id=4c80881c-ca34-4bde-9552-5c9f989fabd7)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:26.806792 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:26.813034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] Routers {'4e28954d-fd77-4ae5-9826-795b2b5c3690'} bound to L3 agent in host dv-cinder-689486-7-iscsi {{(pid=80086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:26.814056 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:51:55Z,description=,heartbeat_timestamp=2021-01-15T15:13:25Z,host='dv-cinder-689486-7-iscsi',id=4cccf517-8773-47ff-aebc-4ab0a985ca1b,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:51:55Z,topic='l3_agent')) {'router_ids': ['4e28954d-fd77-4ae5-9826-795b2b5c3690'], 'active': True} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:26.898741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:13:26.953098 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Calling delete_port for 19837b19-c0f8-4d49-9568-b511fbe95f9f owned by network:router_gateway {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:27.013179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.070173 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvr_db [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] Set router 4e28954d-fd77-4ae5-9826-795b2b5c3690 gateway port host: dv-cinder-689486-7-iscsi {{(pid=80086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:27.125581 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850615994'] for port, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.354686 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852792849'] for router_gateway, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.424088 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.438970 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_hamode_db [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'name': 'tempest-TestShelveInstance-1782302373-router', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:54Z', 'updated_at': '2021-01-15T15:13:24Z', 'revision_number': 5, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'gw_port': {'id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:56Z', 'updated_at': '2021-01-15T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}], 'dv-cinder-689486-7-iscsi', False) {} {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:27.445642 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9048f3-4bae-4dcb-aa17-1414395bbccc None None] The sync data for ids ['4e28954d-fd77-4ae5-9826-795b2b5c3690'] in dv-cinder-689486-7-iscsi is: [{'id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'name': 'tempest-TestShelveInstance-1782302373-router', 'tenant_id': 'e3fbf1d49b414649994ddc350b02aa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'external_fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:07:54Z', 'updated_at': '2021-01-15T15:13:24Z', 'revision_number': 5, 'project_id': 'e3fbf1d49b414649994ddc350b02aa35', 'gw_port': {'id': '19837b19-c0f8-4d49-9568-b511fbe95f9f', 'name': '', 'network_id': '5d29fd04-ed01-410d-a94e-5841f80335e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28954d-fd77-4ae5-9826-795b2b5c3690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:07:56Z', 'updated_at': '2021-01-15T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f632f421-aead-47d6-a145-5c5d728cafbe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-7-iscsi'}] {{(pid=80086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:13:27.559641 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49006'] for router, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.562375 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.607303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852808363'] for router, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.608814 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e28954d-fd77-4ae5-9826-795b2b5c3690 {{(pid=80085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:13:27.626546 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.628208 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-77feb815-cb24-400f-b72a-4c494ffb6ac9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4e28954d-fd77-4ae5-9826-795b2b5c3690 HTTP/1.1" status: 204 len: 168 time: 1.4571292 Jan 15 15:13:27.631142 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 44060) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:27.715386 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabd7556-ec79-4e02-aa40-50661fd3ba47 admin admin] Deleting subnet 8999a9c2-1b78-4d2f-b00e-bee992f9c1a5 {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:13:27.718946 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eabd7556-ec79-4e02-aa40-50661fd3ba47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.783524 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eabd7556-ec79-4e02-aa40-50661fd3ba47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852573794'] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.889550 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eabd7556-ec79-4e02-aa40-50661fd3ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:28.214007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eabd7556-ec79-4e02-aa40-50661fd3ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3650350'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:28.234828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:28.285031 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd7556-ec79-4e02-aa40-50661fd3ba47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8999a9c2-1b78-4d2f-b00e-bee992f9c1a5,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:28.289804 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-eabd7556-ec79-4e02-aa40-50661fd3ba47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:28.314436 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 1c1da8f9-47bb-4972-8cb3-783ae4575fdb no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:28.360870 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 1c1da8f9-47bb-4972-8cb3-783ae4575fdb {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:28.361570 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 1c1da8f9-47bb-4972-8cb3-783ae4575fdb not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:28.362439 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 19837b19-c0f8-4d49-9568-b511fbe95f9f no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:28.382822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-eabd7556-ec79-4e02-aa40-50661fd3ba47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:28.391512 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-eabd7556-ec79-4e02-aa40-50661fd3ba47 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8999a9c2-1b78-4d2f-b00e-bee992f9c1a5 HTTP/1.1" status: 204 len: 168 time: 0.7589300 Jan 15 15:13:28.394279 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 44068) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:28.413396 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95276f5-4017-48f5-9b7e-fa4068fc01cb None None] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e requested from dv-cinder-689486-7-iscsi {{(pid=80086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:13:28.426459 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: 19837b19-c0f8-4d49-9568-b511fbe95f9f {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:28.427076 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device 19837b19-c0f8-4d49-9568-b511fbe95f9f not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:28.566289 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:28.636453 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Deleting port a8092600-ea54-4755-8a46-5fe7fc4e6a41 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:28.636837 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:28.771007 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] DHCP port deletion for 19f7f561-9f37-4e98-ad5e-578c50c34a2e request from dv-cinder-689486-7-iscsi {{(pid=80086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:13:28.775866 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] Deleting port a8092600-ea54-4755-8a46-5fe7fc4e6a41 {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:28.776196 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:28.894281 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] For port a8092600-ea54-4755-8a46-5fe7fc4e6a41, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=a8092600-ea54-4755-8a46-5fe7fc4e6a41,segment=NetworkSegment(7881c299-511e-4e6c-8d95-c642ff5147b0),segment_id=7881c299-511e-4e6c-8d95-c642ff5147b0)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:28.895034 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:29.034575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Calling delete_port for a8092600-ea54-4755-8a46-5fe7fc4e6a41 owned by network:dhcp {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:29.081822 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.db [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] For port a8092600-ea54-4755-8a46-5fe7fc4e6a41, host dv-cinder-689486-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-7-iscsi',level=0,port_id=a8092600-ea54-4755-8a46-5fe7fc4e6a41,segment=NetworkSegment(7881c299-511e-4e6c-8d95-c642ff5147b0),segment_id=7881c299-511e-4e6c-8d95-c642ff5147b0)] {{(pid=80086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:29.082256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852766030'] for port, precommit_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:29.119168 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854705036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744804250705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292050961456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850709434'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:29.141032 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:29.219768 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] Calling delete_port for a8092600-ea54-4755-8a46-5fe7fc4e6a41 owned by network:dhcp {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:29.226303 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Pushing event deleted for resources: {'Port': ['ID=a8092600-ea54-4755-8a46-5fe7fc4e6a41,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:29.231640 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:29.299046 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.db.api [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:13:29.299392 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_db.api [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:13:29.353940 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] No DVR routers for this DVR port a8092600-ea54-4755-8a46-5fe7fc4e6a41 on host dv-cinder-689486-7-iscsi {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:13:29.494811 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:29.613538 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f7f561-9f37-4e98-ad5e-578c50c34a2e']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:29.633367 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7881c299-511e-4e6c-8d95-c642ff5147b0') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:29.633825 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7881c299-511e-4e6c-8d95-c642ff5147b0') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:29.648937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2202022'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:29.677791 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:29.682014 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:13:29.801016 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] Deleting port a8092600-ea54-4755-8a46-5fe7fc4e6a41 {{(pid=80086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:29.801567 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292050530727'] for port, before_delete {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:29.883510 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:13:29.893913 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066353'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:29.895198 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ee02e-9b6e-4c66-a8c4-c28ca8f825a8 None None] The port 'a8092600-ea54-4755-8a46-5fe7fc4e6a41' was deleted {{(pid=80086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:13:30.092417 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Network 19f7f561-9f37-4e98-ad5e-578c50c34a2e has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:13:30.117041 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:13:30.228140 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.233131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-be301a2c-586f-4fb8-8c27-2a83a89df3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:30.261374 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.274531 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Pushing event deleted for resources: {'Network': ['ID=19f7f561-9f37-4e98-ad5e-578c50c34a2e,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:30.276529 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a8092600-ea54-4755-8a46-5fe7fc4e6a41 no longer exists at agent ovs-agent-dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:30.279537 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:30.287732 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-9f9e4d64-4477-46d9-8e07-47f1da7fa9da admin admin] 10.222.0.70 "DELETE /v2.0/networks/19f7f561-9f37-4e98-ad5e-578c50c34a2e HTTP/1.1" status: 204 len: 168 time: 1.8915727 Jan 15 15:13:30.314314 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.plugin [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] No Port match for: a8092600-ea54-4755-8a46-5fe7fc4e6a41 {{(pid=80086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:30.314713 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.rpc [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Device a8092600-ea54-4755-8a46-5fe7fc4e6a41 not bound to the agent host dv-cinder-689486-7-iscsi {{(pid=80086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:30.453575 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 44086) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:30.534924 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-a759899b-2b60-4b5b-a560-e5047c18cf2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5035a8ae9b94036a945d3253eab8a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797207 Jan 15 15:13:30.537556 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 44090) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:30.621335 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d96393c7-f25f-430e-8922-19b1a91d2c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.652829 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d96393c7-f25f-430e-8922-19b1a91d2c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.707283 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d96393c7-f25f-430e-8922-19b1a91d2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.715336 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-2ac6f211-9113-4e7a-a45d-9726729f5471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:30.738845 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96393c7-f25f-430e-8922-19b1a91d2c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c782c812-5e30-4eff-b546-427b1351728a,revision_number=None']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:30.744310 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-d96393c7-f25f-430e-8922-19b1a91d2c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:30.745388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d96393c7-f25f-430e-8922-19b1a91d2c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.749229 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-d96393c7-f25f-430e-8922-19b1a91d2c50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c782c812-5e30-4eff-b546-427b1351728a HTTP/1.1" status: 204 len: 168 time: 0.2079215 Jan 15 15:13:31.220295 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 44102) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:31.289883 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-f7c3d86c-3ace-447a-be35-e40331cf9bb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3fbf1d49b414649994ddc350b02aa35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656340 Jan 15 15:13:31.291326 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 44106) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:31.360824 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-10bbf2f5-6aee-47ec-9b86-e33dded207fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.391063 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-10bbf2f5-6aee-47ec-9b86-e33dded207fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.464725 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-10bbf2f5-6aee-47ec-9b86-e33dded207fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.472388 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-8b5026e8-9259-4be6-9309-7d953ab55283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:31.487127 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbf2f5-6aee-47ec-9b86-e33dded207fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472411b1-424f-4775-b376-fbb217ac02e8,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:31.490357 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-10bbf2f5-6aee-47ec-9b86-e33dded207fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:31.491492 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-10bbf2f5-6aee-47ec-9b86-e33dded207fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.495770 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-10bbf2f5-6aee-47ec-9b86-e33dded207fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/472411b1-424f-4775-b376-fbb217ac02e8 HTTP/1.1" status: 204 len: 168 time: 0.2031035 Jan 15 15:13:32.736740 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.015129 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 44224) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:41.085685 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b1168c-72ca-4127-b3ab-1d1628190a22 admin admin] Deleting subnet d4da8594-351e-4af8-925f-13476ec92df4 {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:13:41.088848 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-99b1168c-72ca-4127-b3ab-1d1628190a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.140937 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-99b1168c-72ca-4127-b3ab-1d1628190a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852573794'] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.207020 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-99b1168c-72ca-4127-b3ab-1d1628190a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880936'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.465436 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-99b1168c-72ca-4127-b3ab-1d1628190a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3650350'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.481304 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-4e36a2fc-9d9e-4cf5-99de-52625f2db47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:41.531923 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1168c-72ca-4127-b3ab-1d1628190a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4da8594-351e-4af8-925f-13476ec92df4,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:41.535751 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-99b1168c-72ca-4127-b3ab-1d1628190a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:41.619963 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-99b1168c-72ca-4127-b3ab-1d1628190a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.626009 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-99b1168c-72ca-4127-b3ab-1d1628190a22 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d4da8594-351e-4af8-925f-13476ec92df4 HTTP/1.1" status: 204 len: 168 time: 0.6097362 Jan 15 15:13:41.628728 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 44228) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:41.752579 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854176853'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.949448 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-894959', 'neutron.services.segments.db._delete_segments_for_network-8744804334861'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.068841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ce158b-35ba-4d4e-87d9-69161f55e9a3']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:42.082213 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad207bf-1edb-467b-8402-90c69ff628e3') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:42.082549 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.services.segments.db [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad207bf-1edb-467b-8402-90c69ff628e3') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:42.095163 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292050369550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2202022'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.110873 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853880499'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.112930 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:13:42.555878 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:13:42.565229 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-895301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066353'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.764681 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.plugins.ml2.managers [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Network 92ce158b-35ba-4d4e-87d9-69161f55e9a3 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: Traceback (most recent call last): Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: timer() Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: cb(*args, **kw) Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: return func(*args, **kwargs) Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: self._notify() Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: self.callback(batched_events) Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: event.method(event) Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: segment_id)['aggregates'][0] Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: return f(self, *a, **k) Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: return self._get(url).json() Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: **kwargs) Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: return self.request(url, 'GET', **kwargs) Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: **endpoint_filter) Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:13:42.789333 dv-cinder-689486-7-iscsi neutron-server[79971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:13:42.870206 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1168435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982856'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.873798 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ebd6302b-eac0-407c-8444-46b08a996fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:42.888643 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1168580'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.900841 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ce158b-35ba-4d4e-87d9-69161f55e9a3,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:42.904513 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:42.909129 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-822cbbdb-3ea2-490d-9a21-b39959557ca9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/92ce158b-35ba-4d4e-87d9-69161f55e9a3 HTTP/1.1" status: 204 len: 168 time: 1.2791719 Jan 15 15:13:43.123227 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 44234) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:43.177067 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-2c42c4d2-77c8-4b01-9e7d-8ba31e421dd5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7cd404ac0bd745adbb7a7896f9240eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524378 Jan 15 15:13:43.179790 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 44238) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:43.248740 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-130990af-1693-4e21-be63-81777032f0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:43.276581 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-130990af-1693-4e21-be63-81777032f0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:43.328755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-130990af-1693-4e21-be63-81777032f0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:43.333709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-10bbf2f5-6aee-47ec-9b86-e33dded207fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:43.347799 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130990af-1693-4e21-be63-81777032f0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaf9244-9b57-4f21-93b5-f1b7549e94d5,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:43.351397 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-130990af-1693-4e21-be63-81777032f0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:43.353734 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-130990af-1693-4e21-be63-81777032f0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:43.356593 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-130990af-1693-4e21-be63-81777032f0cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fdaf9244-9b57-4f21-93b5-f1b7549e94d5 HTTP/1.1" status: 204 len: 168 time: 0.1729181 Jan 15 15:13:44.811564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80085) accepted ('10.222.0.70', 44268) {{(pid=80085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:44.968505 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c463ff97-53d4-4cae-9f6c-d2ec4652ec53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:44.985449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-c463ff97-53d4-4cae-9f6c-d2ec4652ec53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:13:44.989560 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-c463ff97-53d4-4cae-9f6c-d2ec4652ec53 admin admin] Usage tracker for resource:security_group_rule and tenant:21ab2dabbdce4304a7c2d71ad3ebe592 is out of sync, need to count used quota {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:13:44.992828 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.quota.resource [None req-c463ff97-53d4-4cae-9f6c-d2ec4652ec53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:13:44.998726 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.quota.driver [None req-c463ff97-53d4-4cae-9f6c-d2ec4652ec53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:13:45.088079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c463ff97-53d4-4cae-9f6c-d2ec4652ec53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.090689 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-c463ff97-53d4-4cae-9f6c-d2ec4652ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.099215 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-ef20e205-8efe-4964-9325-0376a2bf5cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:45.141986 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-c463ff97-53d4-4cae-9f6c-d2ec4652ec53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21ab2dabbdce4304a7c2d71ad3ebe592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289156 Jan 15 15:13:45.143649 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463ff97-53d4-4cae-9f6c-d2ec4652ec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f75fb42-2fc0-41de-af73-9bc3d94fee42,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:45.144807 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.70', 44274) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:45.147419 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c463ff97-53d4-4cae-9f6c-d2ec4652ec53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:45.208094 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8ef8-f13d-4cb1-a8d5-65797381b906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.239000 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8ef8-f13d-4cb1-a8d5-65797381b906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.284455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8ef8-f13d-4cb1-a8d5-65797381b906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852765436'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.289490 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-c563880a-88f3-4341-8ceb-963694302ddb tempest-AttachVolumeShelveTestJSON-342992334 tempest-AttachVolumeShelveTestJSON-342992334] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:45.306411 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb8ef8-f13d-4cb1-a8d5-65797381b906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f75fb42-2fc0-41de-af73-9bc3d94fee42,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:45.309204 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG oslo_concurrency.lockutils [None req-0cfb8ef8-f13d-4cb1-a8d5-65797381b906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:45.310407 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8ef8-f13d-4cb1-a8d5-65797381b906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.311910 dv-cinder-689486-7-iscsi neutron-server[79971]: INFO neutron.wsgi [None req-0cfb8ef8-f13d-4cb1-a8d5-65797381b906 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f75fb42-2fc0-41de-af73-9bc3d94fee42 HTTP/1.1" status: 204 len: 168 time: 0.1657274 Jan 15 15:13:52.707564 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3738-6f69-4135-b79c-f5ede2086612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:54.725984 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-881be1ec-10dc-4ac4-82e8-1db22e52768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:55.896005 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:56.867618 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:57.395636 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:02.735158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:03.900686 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:14:22.709429 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2586304e-d8b6-49a0-bad4-4edc52986be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:24.726706 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-b34a70fd-38d2-478a-bdf8-a1e8ab87f541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:25.893613 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:26.869760 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:27.399253 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:32.732334 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:40.900500 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:14:52.711709 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-0a101574-8d0e-4e3c-bd7a-ae37426f34b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:54.731212 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33bdc5b7-8225-46b9-9282-99360f1a4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:55.895868 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:56.872158 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:57.403174 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:02.734756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:17.900569 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:15:22.714131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-01c9f403-d628-4486-9216-e48a35444a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:24.733232 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-535dd10e-77f4-462f-99ba-d69aa647ed6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:25.899512 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:26.875874 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:27.403889 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:32.762324 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:52.717147 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-ae20bf1c-5b7b-492b-b8c3-5382a5fc2581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:54.735542 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6d0f524f-39ad-4298-9abe-9d2dc2250ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:54.900256 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:15:55.904112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:56.877188 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:57.405818 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:02.782455 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:22.719131 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-a2cc11dc-c968-4f51-adb4-6434f15b2011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:24.737079 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4491e959-2ffd-433c-b741-b384bfed2410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:25.904741 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:26.879248 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:27.409979 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:31.900135 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:16:32.777449 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:52.721274 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-cc12d0da-2ee4-4f78-97f0-4072dc58c78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:54.738572 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-02b385a8-18f5-44cb-acb0-ef96ee7eaec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:55.909758 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:56.881228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:57.412178 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:02.789645 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:08.903267 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:17:22.723994 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-4a98a937-5d39-4c4a-a0cf-21dbd79e3d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:24.739210 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-09c064ff-f021-414f-8fd4-dbf290f47a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:25.911951 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:26.883716 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:27.415043 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:32.789263 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:45.904518 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:17:52.727586 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-370622d5-7c92-4f85-9715-53d3e6968976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:54.740931 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-6733e2d9-0e9b-444e-beb6-a27bd7a01068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:55.916319 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:56.885954 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:57.417228 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:02.790166 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:22.730112 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-562c9633-9806-4ad5-9ec1-a3528facce31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:22.904890 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:18:24.742755 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d229-a62b-46a2-9fe4-e08d89d30536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:25.916756 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:26.892364 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:27.421432 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:32.804284 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:52.734023 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-1ba21f5c-0f3b-411c-ad48-9a690c1affb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:54.744420 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-d3250c50-4421-4826-8f44-0a20e049a6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:55.918887 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-7637032e-c308-4921-b04d-1f8aaa639dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:56.883659 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-432727ee-bf4a-4e83-8379-76770bd2393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:57.432376 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc1e-b23f-4396-a8f3-08c5f8476e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:59.910276 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron.db.agents_db [None req-d4b0a461-7dba-43b2-afea-92f7eb3912d9 None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:19:02.801179 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-33d66d53-3c73-428b-b230-4bbb002baafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:22.737628 dv-cinder-689486-7-iscsi neutron-server[79971]: DEBUG neutron_lib.callbacks.manager [None req-18d59fc8-281e-4c99-87f0-9d9bcb3d1d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292050440888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853888206'] for agent, after_update {{(pid=80086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}